== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:52:40 (1786038760) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9687054d1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9687054d1800.batch_stats=0 llite.lustre-ffff9687054d1800.statahead_max=32 llite.lustre-ffff9687054d1800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9687054d1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9687054d1800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 3.44 seconds: 29.11 ops/second llite.lustre-ffff9687054d1800.statahead_max=0 101 real 0m3.540s user 0m0.005s sys 0m0.313s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9687054d1800.statahead_max=32 llite.lustre-ffff9687054d1800.statahead_max=32 101 real 0m1.622s user 0m0.006s sys 0m0.190s 'ls -l' 100 files with statahead: 2 sec statahead total: 140 statahead wrong: 2 agl total: 133 list_total: 34 fname_total: 90 hit_total: 4325 miss_total: 1290 swrong=2 ewrong=2 - open/close 588 (time 1786038793.79 total 10.00 last 58.79) total: 900 open/close in 15.91 seconds: 56.55 ops/second llite.lustre-ffff9687054d1800.statahead_max=0 1001 real 0m32.388s user 0m0.032s sys 0m2.862s 'ls -l' 1000 files without statahead: 32 sec llite.lustre-ffff9687054d1800.statahead_max=32 llite.lustre-ffff9687054d1800.statahead_max=32 1001 real 0m11.935s user 0m0.019s sys 0m1.404s 'ls -l' 1000 files with statahead: 12 sec statahead total: 141 statahead wrong: 2 agl total: 134 list_total: 35 fname_total: 90 hit_total: 5324 miss_total: 1291 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff9687054d1800.statahead_stats= statahead total: 141 statahead wrong: 2 agl total: 134 list_total: 35 fname_total: 90 hit_total: 5324 miss_total: 1291 mdc.lustre-MDT0000-mdc-ffff9687054d1800.batch_stats= snapshot_time: 1786038885.252356779 secs.nsecs start_time: 1786038766.143195775 secs.nsecs elapsed_time: 119.109161004 secs.nsecs subreqs per batch batches %% cum %% 1: 2 5 5 2: 0 0 5 4: 0 0 5 8: 4 10 15 16: 21 52 67 32: 13 32 100 mdc.lustre-MDT0001-mdc-ffff9687054d1800.batch_stats= snapshot_time: 1786038885.252410364 secs.nsecs start_time: 1786038766.143272505 secs.nsecs elapsed_time: 119.109137859 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 5 12 12 8: 3 7 20 16: 17 43 64 32: 14 35 100 - open/close 552 (time 1786038899.19 total 10.00 last 55.19) - open/close 1078 (time 1786038909.19 total 20.01 last 52.58) - open/close 1966 (time 1786038919.20 total 30.01 last 88.72) - open/close 2693 (time 1786038929.21 total 40.02 last 72.65) - open/close 3635 (time 1786038939.23 total 50.04 last 94.05) - open/close 4203 (time 1786038949.24 total 60.06 last 56.70) - open/close 4716 (time 1786038959.26 total 70.07 last 51.23) - open/close 5297 (time 1786038969.28 total 80.09 last 57.99) - open/close 5790 (time 1786038979.28 total 90.09 last 49.29) - open/close 6420 (time 1786038989.30 total 100.12 last 62.83) - open/close 7012 (time 1786038999.32 total 110.13 last 59.10) - open/close 7661 (time 1786039009.33 total 120.14 last 64.87) - open/close 8394 (time 1786039019.35 total 130.16 last 73.14) - open/close 8899 (time 1786039029.35 total 140.16 last 50.48) - open/close 9541 (time 1786039039.35 total 150.17 last 64.20) total: 10000 open/close in 156.94 seconds: 63.72 ops/second llite.lustre-ffff9687054d1800.statahead_batch_max=0 llite.lustre-ffff9687054d1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9687054d1800.stats=clear mdc.lustre-MDT0001-mdc-ffff9687054d1800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m42.079s user 0m0.269s sys 0m15.069s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9687054d1800.statahead_batch_max=32 llite.lustre-ffff9687054d1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9687054d1800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9687054d1800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9687054d1800.stats=clear mdc.lustre-MDT0001-mdc-ffff9687054d1800.stats=clear ls -l files in d123ad.sanity: 10001 real 2m29.193s user 0m0.268s sys 0m14.033s batched statahead RPC= hit count=9972 mdc.lustre-MDT0000-mdc-ffff9687054d1800.batch_stats= snapshot_time: 1786039332.689441573 secs.nsecs start_time: 1786039163.057359635 secs.nsecs elapsed_time: 169.632081938 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff9687054d1800.batch_stats= snapshot_time: 1786039332.689501631 secs.nsecs start_time: 1786039163.057539908 secs.nsecs elapsed_time: 169.631961723 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9687054d1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9687054d1800.batch_stats=0 llite.lustre-ffff9687054d1800.statahead_max=2048 llite.lustre-ffff9687054d1800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9687054d1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9687054d1800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.88 seconds: 34.77 ops/second llite.lustre-ffff9687054d1800.statahead_max=0 101 real 0m3.127s user 0m0.005s sys 0m0.321s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff9687054d1800.statahead_max=2048 llite.lustre-ffff9687054d1800.statahead_max=2048 101 real 0m1.063s user 0m0.006s sys 0m0.160s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10071 miss_total: 29 swrong=0 ewrong=0 - open/close 804 (time 1786039718.00 total 10.00 last 80.36) total: 900 open/close in 11.15 seconds: 80.75 ops/second llite.lustre-ffff9687054d1800.statahead_max=0 1001 real 0m27.194s user 0m0.029s sys 0m2.862s 'ls -l' 1000 files without statahead: 27 sec llite.lustre-ffff9687054d1800.statahead_max=2048 llite.lustre-ffff9687054d1800.statahead_max=2048 1001 real 0m9.046s user 0m0.017s sys 0m1.273s 'ls -l' 1000 files with statahead: 9 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11070 miss_total: 30 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 24 seconds llite.lustre-ffff9687054d1800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11070 miss_total: 30 mdc.lustre-MDT0000-mdc-ffff9687054d1800.batch_stats= snapshot_time: 1786039798.903562078 secs.nsecs start_time: 1786039336.770335144 secs.nsecs elapsed_time: 462.133226934 secs.nsecs subreqs per batch batches %% cum %% 1: 1 11 11 2: 0 0 11 4: 2 22 33 8: 2 22 55 16: 0 0 55 32: 1 11 66 64: 1 11 77 128: 0 0 77 256: 2 22 100 mdc.lustre-MDT0001-mdc-ffff9687054d1800.batch_stats= snapshot_time: 1786039798.903624605 secs.nsecs start_time: 1786039336.770470478 secs.nsecs elapsed_time: 462.133154127 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 11 11 8: 3 33 44 16: 1 11 55 32: 2 22 77 64: 0 0 77 128: 0 0 77 256: 2 22 100 - open/close 507 (time 1786039814.66 total 10.01 last 50.66) - open/close 1079 (time 1786039824.66 total 20.01 last 57.20) - open/close 1660 (time 1786039834.67 total 30.02 last 58.03) - open/close 2178 (time 1786039844.68 total 40.02 last 51.78) - open/close 2697 (time 1786039854.68 total 50.03 last 51.90) - open/close 3326 (time 1786039864.68 total 60.03 last 62.90) - open/close 4377 (time 1786039874.69 total 70.03 last 105.04) - open/close 5129 (time 1786039884.70 total 80.04 last 75.11) - open/close 5774 (time 1786039894.71 total 90.06 last 64.39) - open/close 6426 (time 1786039904.73 total 100.08 last 65.08) - open/close 7012 (time 1786039914.76 total 110.10 last 58.46) - open/close 7553 (time 1786039924.76 total 120.11 last 54.07) - open/close 8147 (time 1786039934.78 total 130.12 last 59.31) - open/close 8805 (time 1786039944.79 total 140.14 last 65.70) - open/close 9452 (time 1786039954.80 total 150.14 last 64.67) - open/close 9925 (time 1786039964.80 total 160.15 last 47.28) total: 10000 open/close in 161.25 seconds: 62.02 ops/second llite.lustre-ffff9687054d1800.statahead_batch_max=0 llite.lustre-ffff9687054d1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9687054d1800.stats=clear mdc.lustre-MDT0001-mdc-ffff9687054d1800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m34.453s user 0m0.296s sys 0m15.140s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9687054d1800.statahead_batch_max=256 llite.lustre-ffff9687054d1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9687054d1800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9687054d1800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9687054d1800.stats=clear mdc.lustre-MDT0001-mdc-ffff9687054d1800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m10.070s user 0m0.277s sys 0m14.143s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9687054d1800.batch_stats= snapshot_time: 1786040164.907924306 secs.nsecs start_time: 1786040075.371883831 secs.nsecs elapsed_time: 89.536040475 secs.nsecs subreqs per batch batches %% cum %% 1: 243 51 51 2: 80 16 68 4: 37 7 76 8: 35 7 83 16: 21 4 88 32: 18 3 91 64: 5 1 93 128: 0 0 93 256: 33 6 100 mdc.lustre-MDT0001-mdc-ffff9687054d1800.batch_stats= snapshot_time: 1786040164.907979301 secs.nsecs start_time: 1786040075.371958928 secs.nsecs elapsed_time: 89.536020373 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9687054d1800.statahead_batch_max=64 llite.lustre-ffff9687054d1800.statahead_max=128