== sanity test 123ad: Verify batching statahead works correctly ========================================================== 11:47:24 (1790005644) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8e434751c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e434751c000.batch_stats=0 llite.lustre-ffff8e434751c000.statahead_max=32 llite.lustre-ffff8e434751c000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8e434751c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e434751c000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 2.89 seconds: 34.63 ops/second llite.lustre-ffff8e434751c000.statahead_max=0 101 real 0m3.259s user 0m0.003s sys 0m0.325s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8e434751c000.statahead_max=32 llite.lustre-ffff8e434751c000.statahead_max=32 101 real 0m1.773s user 0m0.004s sys 0m0.167s 'ls -l' 100 files with statahead: 1 sec statahead total: 120 statahead wrong: 2 agl total: 115 list_total: 31 fname_total: 88 hit_total: 3634 miss_total: 1671 swrong=2 ewrong=2 - open/close 821 (time 1790005677.83 total 10.01 last 82.05) total: 900 open/close in 11.32 seconds: 79.53 ops/second llite.lustre-ffff8e434751c000.statahead_max=0 1001 real 0m29.663s user 0m0.031s sys 0m2.951s 'ls -l' 1000 files without statahead: 30 sec llite.lustre-ffff8e434751c000.statahead_max=32 llite.lustre-ffff8e434751c000.statahead_max=32 1001 real 0m11.490s user 0m0.021s sys 0m1.344s 'ls -l' 1000 files with statahead: 11 sec statahead total: 121 statahead wrong: 2 agl total: 116 list_total: 32 fname_total: 88 hit_total: 4630 miss_total: 1675 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff8e434751c000.statahead_stats= statahead total: 121 statahead wrong: 2 agl total: 116 list_total: 32 fname_total: 88 hit_total: 4630 miss_total: 1675 mdc.lustre-MDT0000-mdc-ffff8e434751c000.batch_stats= snapshot_time: 1790005760.404576539 secs.nsecs start_time: 1790005650.670310733 secs.nsecs elapsed_time: 109.734265806 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 4 11 13 8: 1 2 16 16: 24 66 83 32: 6 16 100 mdc.lustre-MDT0001-mdc-ffff8e434751c000.batch_stats= snapshot_time: 1790005760.404725623 secs.nsecs start_time: 1790005650.670396168 secs.nsecs elapsed_time: 109.734329455 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 0 0 2 8: 5 12 15 16: 10 25 40 32: 24 60 100 - open/close 854 (time 1790005773.93 total 10.01 last 85.30) - open/close 1489 (time 1790005783.93 total 20.02 last 63.46) - open/close 2139 (time 1790005793.94 total 30.03 last 64.96) - open/close 2811 (time 1790005803.94 total 40.03 last 67.18) - open/close 3512 (time 1790005813.94 total 50.03 last 70.10) - open/close 4052 (time 1790005823.95 total 60.04 last 53.96) - open/close 4828 (time 1790005833.96 total 70.04 last 77.56) - open/close 5638 (time 1790005843.96 total 80.05 last 80.94) - open/close 6183 (time 1790005853.98 total 90.06 last 54.44) - open/close 6731 (time 1790005863.98 total 100.07 last 54.78) - open/close 7388 (time 1790005873.99 total 110.08 last 65.62) - open/close 8157 (time 1790005884.00 total 120.08 last 76.85) - open/close 9031 (time 1790005894.01 total 130.09 last 87.33) - open/close 9804 (time 1790005904.01 total 140.10 last 77.25) total: 10000 open/close in 142.88 seconds: 69.99 ops/second llite.lustre-ffff8e434751c000.statahead_batch_max=0 llite.lustre-ffff8e434751c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e434751c000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e434751c000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m19.239s user 0m0.349s sys 0m14.385s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e434751c000.statahead_batch_max=32 llite.lustre-ffff8e434751c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e434751c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e434751c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e434751c000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e434751c000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m52.884s user 0m0.277s sys 0m13.299s batched statahead RPC= hit count=9976 mdc.lustre-MDT0000-mdc-ffff8e434751c000.batch_stats= snapshot_time: 1790006123.345155547 secs.nsecs start_time: 1790005997.639983393 secs.nsecs elapsed_time: 125.705172154 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff8e434751c000.batch_stats= snapshot_time: 1790006123.345224019 secs.nsecs start_time: 1790005997.640064920 secs.nsecs elapsed_time: 125.705159099 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8e434751c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e434751c000.batch_stats=0 llite.lustre-ffff8e434751c000.statahead_max=2048 llite.lustre-ffff8e434751c000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8e434751c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8e434751c000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 2.51 seconds: 39.77 ops/second llite.lustre-ffff8e434751c000.statahead_max=0 101 real 0m2.484s user 0m0.004s sys 0m0.328s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8e434751c000.statahead_max=2048 llite.lustre-ffff8e434751c000.statahead_max=2048 101 real 0m1.785s user 0m0.002s sys 0m0.183s 'ls -l' 100 files with statahead: 2 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10075 miss_total: 25 swrong=0 ewrong=0 - open/close 632 (time 1790006442.59 total 10.01 last 63.14) total: 900 open/close in 13.00 seconds: 69.26 ops/second llite.lustre-ffff8e434751c000.statahead_max=0 1001 real 0m28.887s user 0m0.032s sys 0m2.903s 'ls -l' 1000 files without statahead: 29 sec llite.lustre-ffff8e434751c000.statahead_max=2048 llite.lustre-ffff8e434751c000.statahead_max=2048 1001 real 0m7.668s user 0m0.032s sys 0m1.416s 'ls -l' 1000 files with statahead: 8 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11074 miss_total: 26 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 18 seconds llite.lustre-ffff8e434751c000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11074 miss_total: 26 mdc.lustre-MDT0000-mdc-ffff8e434751c000.batch_stats= snapshot_time: 1790006512.834805725 secs.nsecs start_time: 1790006126.050255833 secs.nsecs elapsed_time: 386.784549892 secs.nsecs subreqs per batch batches %% cum %% 1: 1 12 12 2: 0 0 12 4: 3 37 50 8: 0 0 50 16: 2 25 75 32: 0 0 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff8e434751c000.batch_stats= snapshot_time: 1790006512.834879840 secs.nsecs start_time: 1790006126.059757544 secs.nsecs elapsed_time: 386.775122296 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 5 45 45 16: 1 9 54 32: 2 18 72 64: 1 9 81 128: 0 0 81 256: 2 18 100 - open/close 969 (time 1790006525.01 total 10.01 last 96.85) - open/close 1867 (time 1790006535.01 total 20.01 last 89.74) - open/close 2757 (time 1790006545.02 total 30.02 last 88.90) - open/close 3624 (time 1790006555.03 total 40.03 last 86.69) - open/close 4606 (time 1790006565.03 total 50.03 last 98.19) - open/close 5518 (time 1790006575.04 total 60.04 last 91.05) - open/close 6391 (time 1790006585.05 total 70.04 last 87.28) - open/close 7185 (time 1790006595.05 total 80.05 last 79.35) - open/close 8107 (time 1790006605.05 total 90.05 last 92.19) - open/close 8919 (time 1790006615.06 total 100.06 last 81.18) - open/close 9620 (time 1790006625.07 total 110.07 last 69.99) total: 10000 open/close in 116.51 seconds: 85.83 ops/second llite.lustre-ffff8e434751c000.statahead_batch_max=0 llite.lustre-ffff8e434751c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e434751c000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e434751c000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m11.753s user 0m0.286s sys 0m14.147s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e434751c000.statahead_batch_max=256 llite.lustre-ffff8e434751c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e434751c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8e434751c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e434751c000.stats=clear mdc.lustre-MDT0001-mdc-ffff8e434751c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m57.230s user 0m0.281s sys 0m14.289s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8e434751c000.batch_stats= snapshot_time: 1790006781.790256490 secs.nsecs start_time: 1790006714.309402356 secs.nsecs elapsed_time: 67.480854134 secs.nsecs subreqs per batch batches %% cum %% 1: 58 31 31 2: 24 13 44 4: 21 11 55 8: 19 10 66 16: 4 2 68 32: 17 9 77 64: 4 2 79 128: 2 1 80 256: 35 19 100 mdc.lustre-MDT0001-mdc-ffff8e434751c000.batch_stats= snapshot_time: 1790006781.790354898 secs.nsecs start_time: 1790006714.310829655 secs.nsecs elapsed_time: 67.479525243 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8e434751c000.statahead_batch_max=64 llite.lustre-ffff8e434751c000.statahead_max=128