== sanity test 123ad: Verify batching statahead works correctly ========================================================== 01:35:05 (1786080905) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.batch_stats=0 llite.lustre-ffff8a6dc2bd2000.statahead_max=32 llite.lustre-ffff8a6dc2bd2000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.84 seconds: 35.24 ops/second llite.lustre-ffff8a6dc2bd2000.statahead_max=0 101 real 0m2.752s user 0m0.006s sys 0m0.344s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8a6dc2bd2000.statahead_max=32 llite.lustre-ffff8a6dc2bd2000.statahead_max=32 101 real 0m1.066s user 0m0.005s sys 0m0.206s 'ls -l' 100 files with statahead: 1 sec statahead total: 97 statahead wrong: 1 agl total: 91 list_total: 33 fname_total: 62 hit_total: 4010 miss_total: 265 swrong=1 ewrong=1 - open/close 708 (time 1786080935.97 total 10.00 last 70.77) total: 900 open/close in 13.37 seconds: 67.34 ops/second llite.lustre-ffff8a6dc2bd2000.statahead_max=0 1001 real 0m23.000s user 0m0.047s sys 0m3.443s 'ls -l' 1000 files without statahead: 23 sec llite.lustre-ffff8a6dc2bd2000.statahead_max=32 llite.lustre-ffff8a6dc2bd2000.statahead_max=32 1001 real 0m10.007s user 0m0.029s sys 0m1.586s 'ls -l' 1000 files with statahead: 10 sec statahead total: 98 statahead wrong: 1 agl total: 92 list_total: 34 fname_total: 62 hit_total: 5008 miss_total: 267 swrong=1 ewrong=1 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 23 seconds llite.lustre-ffff8a6dc2bd2000.statahead_stats= statahead total: 98 statahead wrong: 1 agl total: 92 list_total: 34 fname_total: 62 hit_total: 5008 miss_total: 267 mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.batch_stats= snapshot_time: 1786081008.723410548 secs.nsecs start_time: 1786080911.501452349 secs.nsecs elapsed_time: 97.221958199 secs.nsecs subreqs per batch batches %% cum %% 1: 1 2 2 2: 0 0 2 4: 2 5 7 8: 2 5 12 16: 22 56 69 32: 12 30 100 mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.batch_stats= snapshot_time: 1786081008.723490719 secs.nsecs start_time: 1786080911.501526796 secs.nsecs elapsed_time: 97.221963923 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 2 2 4: 3 7 10 8: 1 2 13 16: 15 39 52 32: 18 47 100 - open/close 758 (time 1786081021.83 total 10.01 last 75.75) - open/close 1446 (time 1786081031.84 total 20.02 last 68.74) - open/close 2236 (time 1786081041.85 total 30.03 last 78.92) - open/close 2991 (time 1786081051.86 total 40.04 last 75.41) - open/close 3662 (time 1786081061.90 total 50.07 last 66.88) - open/close 4327 (time 1786081071.92 total 60.09 last 66.37) - open/close 4753 (time 1786081081.92 total 70.10 last 42.57) - open/close 5362 (time 1786081091.93 total 80.10 last 60.88) - open/close 6022 (time 1786081101.94 total 90.12 last 65.89) - open/close 6630 (time 1786081111.95 total 100.12 last 60.77) - open/close 7173 (time 1786081121.96 total 110.13 last 54.23) - open/close 7788 (time 1786081131.97 total 120.15 last 61.43) - open/close 8561 (time 1786081141.97 total 130.15 last 77.28) - open/close 9197 (time 1786081151.98 total 140.16 last 63.53) - open/close 9870 (time 1786081161.98 total 150.16 last 67.30) total: 10000 open/close in 151.57 seconds: 65.98 ops/second llite.lustre-ffff8a6dc2bd2000.statahead_batch_max=0 llite.lustre-ffff8a6dc2bd2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m10.585s user 0m0.353s sys 0m17.275s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8a6dc2bd2000.statahead_batch_max=32 llite.lustre-ffff8a6dc2bd2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m56.434s user 0m0.342s sys 0m16.420s batched statahead RPC= hit count=9985 mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.batch_stats= snapshot_time: 1786081373.877573551 secs.nsecs start_time: 1786081244.117448148 secs.nsecs elapsed_time: 129.760125403 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.batch_stats= snapshot_time: 1786081373.877640218 secs.nsecs start_time: 1786081244.117699308 secs.nsecs elapsed_time: 129.759940910 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.batch_stats=0 llite.lustre-ffff8a6dc2bd2000.statahead_max=2048 llite.lustre-ffff8a6dc2bd2000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 2.22 seconds: 45.10 ops/second llite.lustre-ffff8a6dc2bd2000.statahead_max=0 101 real 0m1.722s user 0m0.005s sys 0m0.338s 'ls -l' 100 files without statahead: 2 sec llite.lustre-ffff8a6dc2bd2000.statahead_max=2048 llite.lustre-ffff8a6dc2bd2000.statahead_max=2048 101 real 0m1.081s user 0m0.003s sys 0m0.199s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10084 miss_total: 16 swrong=0 ewrong=0 - open/close 761 (time 1786081688.79 total 10.01 last 76.03) total: 900 open/close in 11.86 seconds: 75.91 ops/second llite.lustre-ffff8a6dc2bd2000.statahead_max=0 1001 real 0m20.518s user 0m0.044s sys 0m3.304s 'ls -l' 1000 files without statahead: 20 sec llite.lustre-ffff8a6dc2bd2000.statahead_max=2048 llite.lustre-ffff8a6dc2bd2000.statahead_max=2048 1001 real 0m7.497s user 0m0.034s sys 0m1.596s 'ls -l' 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 18 seconds llite.lustre-ffff8a6dc2bd2000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11083 miss_total: 17 mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.batch_stats= snapshot_time: 1786081749.821181512 secs.nsecs start_time: 1786081376.410915354 secs.nsecs elapsed_time: 373.410266158 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 0 0 0 4: 1 14 14 8: 2 28 42 16: 1 14 57 32: 1 14 71 64: 0 0 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.batch_stats= snapshot_time: 1786081749.821264391 secs.nsecs start_time: 1786081376.411121734 secs.nsecs elapsed_time: 373.410142657 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 2: 1 14 14 4: 1 14 28 8: 2 28 57 16: 0 0 57 32: 0 0 57 64: 1 14 71 128: 0 0 71 256: 2 28 100 - open/close 863 (time 1786081762.84 total 10.01 last 86.25) - open/close 1683 (time 1786081772.85 total 20.02 last 81.86) - open/close 2533 (time 1786081782.86 total 30.03 last 84.94) - open/close 3369 (time 1786081792.87 total 40.04 last 83.52) - open/close 4217 (time 1786081802.87 total 50.04 last 84.77) - open/close 5279 (time 1786081812.88 total 60.05 last 106.19) - open/close 6332 (time 1786081822.88 total 70.05 last 105.27) - open/close 7266 (time 1786081832.88 total 80.06 last 93.34) - open/close 8046 (time 1786081842.89 total 90.06 last 77.93) - open/close 9027 (time 1786081852.90 total 100.07 last 98.06) - open/close 9715 (time 1786081862.90 total 110.07 last 68.77) total: 10000 open/close in 114.97 seconds: 86.98 ops/second llite.lustre-ffff8a6dc2bd2000.statahead_batch_max=0 llite.lustre-ffff8a6dc2bd2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m58.541s user 0m0.318s sys 0m15.906s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8a6dc2bd2000.statahead_batch_max=256 llite.lustre-ffff8a6dc2bd2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m57.899s user 0m0.346s sys 0m16.369s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8a6dc2bd2000.batch_stats= snapshot_time: 1786082008.133291795 secs.nsecs start_time: 1786081935.953868161 secs.nsecs elapsed_time: 72.179423634 secs.nsecs subreqs per batch batches %% cum %% 1: 229 52 52 2: 72 16 69 4: 49 11 80 8: 21 4 85 16: 8 1 86 32: 18 4 91 64: 5 1 92 128: 0 0 92 256: 34 7 100 mdc.lustre-MDT0001-mdc-ffff8a6dc2bd2000.batch_stats= snapshot_time: 1786082008.133364575 secs.nsecs start_time: 1786081935.954057923 secs.nsecs elapsed_time: 72.179306652 secs.nsecs subreqs per batch batches %% cum %% 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8a6dc2bd2000.statahead_batch_max=64 llite.lustre-ffff8a6dc2bd2000.statahead_max=128