== sanity test 123ad: Verify batching statahead works correctly ========================================================== 18:38:24 (1746139104) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012c0ca000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c0ca000.batch_stats=0 llite.lustre-ffff88012c0ca000.statahead_max=32 llite.lustre-ffff88012c0ca000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012c0ca000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c0ca000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.77 seconds: 56.41 ops/second llite.lustre-ffff88012c0ca000.statahead_max=0 101 real 0m1.493s user 0m0.015s sys 0m0.367s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012c0ca000.statahead_max=32 32 101 real 0m0.424s user 0m0.000s sys 0m0.157s ls -l 100 files with statahead: 1 sec statahead total: 117 statahead wrong: 2 agl total: 117 list_total: 26 fname_total: 91 hit_total: 4969 miss_total: 782 total: 900 open/close in 6.38 seconds: 141.09 ops/second llite.lustre-ffff88012c0ca000.statahead_max=0 1001 real 0m9.723s user 0m0.065s sys 0m2.904s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff88012c0ca000.statahead_max=32 32 1001 real 0m2.531s user 0m0.034s sys 0m1.107s ls -l 1000 files with statahead: 3 sec statahead total: 118 statahead wrong: 2 agl total: 118 list_total: 27 fname_total: 91 hit_total: 5968 miss_total: 790 - open/close 1967 (time 1746139145.55 total 10.00 last 196.69) - open/close 3685 (time 1746139155.56 total 20.00 last 171.75) total: 4000 open/close in 21.94 seconds: 182.33 ops/second llite.lustre-ffff88012c0ca000.statahead_max=0 5001 real 0m56.927s user 0m0.548s sys 0m15.486s ls -l 5000 files without statahead: 57 sec llite.lustre-ffff88012c0ca000.statahead_max=32 32 5001 real 0m14.001s user 0m0.147s sys 0m5.721s ls -l 5000 files with statahead: 14 sec statahead total: 119 statahead wrong: 2 agl total: 119 list_total: 28 fname_total: 91 hit_total: 10967 miss_total: 817 ls -l done rm -r /mnt/lustre/d123ad.sanity: 41 seconds llite.lustre-ffff88012c0ca000.statahead_stats= statahead total: 119 statahead wrong: 2 agl total: 119 list_total: 28 fname_total: 91 hit_total: 10967 miss_total: 817 mdc.lustre-MDT0000-mdc-ffff88012c0ca000.batch_stats= snapshot_time: 1746139275.436035008 secs.nsecs start_time: 1746139107.187252191 secs.nsecs elapsed_time: 168.248782817 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 3 1 2 8: 3 1 4 16: 114 57 61 32: 76 38 100 mdc.lustre-MDT0001-mdc-ffff88012c0ca000.batch_stats= snapshot_time: 1746139275.436167085 secs.nsecs start_time: 1746139107.188130859 secs.nsecs elapsed_time: 168.248036226 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 4 2 3 8: 6 3 6 16: 104 52 58 32: 83 41 100 - open/close 1430 (time 1746139286.43 total 10.00 last 142.99) - open/close 3083 (time 1746139296.43 total 20.00 last 165.25) - open/close 4830 (time 1746139306.43 total 30.01 last 174.66) - open/close 6401 (time 1746139316.44 total 40.01 last 157.00) - open/close 7983 (time 1746139326.44 total 50.02 last 158.15) - open/close 9431 (time 1746139336.45 total 60.02 last 144.73) total: 10000 open/close in 64.08 seconds: 156.06 ops/second llite.lustre-ffff88012c0ca000.statahead_batch_max=0 llite.lustre-ffff88012c0ca000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c0ca000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c0ca000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m16.610s user 0m0.260s sys 0m9.856s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012c0ca000.statahead_batch_max=32 llite.lustre-ffff88012c0ca000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c0ca000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012c0ca000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c0ca000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c0ca000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.796s user 0m0.301s sys 0m11.762s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012c0ca000.batch_stats= snapshot_time: 1746139405.225679334 secs.nsecs start_time: 1746139360.348445590 secs.nsecs elapsed_time: 44.877233744 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012c0ca000.batch_stats= snapshot_time: 1746139405.225773858 secs.nsecs start_time: 1746139360.348545642 secs.nsecs elapsed_time: 44.877228216 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012c0ca000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c0ca000.batch_stats=0 llite.lustre-ffff88012c0ca000.statahead_max=2048 llite.lustre-ffff88012c0ca000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012c0ca000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012c0ca000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.50 seconds: 66.85 ops/second llite.lustre-ffff88012c0ca000.statahead_max=0 101 real 0m1.266s user 0m0.012s sys 0m0.324s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88012c0ca000.statahead_max=2048 2048 101 real 0m0.321s user 0m0.008s sys 0m0.139s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 54 total: 900 open/close in 6.33 seconds: 142.28 ops/second llite.lustre-ffff88012c0ca000.statahead_max=0 1001 real 0m12.797s user 0m0.073s sys 0m3.206s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff88012c0ca000.statahead_max=2048 2048 1001 real 0m2.275s user 0m0.024s sys 0m1.188s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 55 - open/close 1605 (time 1746139597.06 total 10.01 last 160.40) total: 3000 open/close in 19.80 seconds: 151.54 ops/second llite.lustre-ffff88012c0ca000.statahead_max=0 4001 real 0m49.523s user 0m0.292s sys 0m12.348s ls -l 4000 files without statahead: 49 sec llite.lustre-ffff88012c0ca000.statahead_max=2048 2048 4001 real 0m8.176s user 0m0.152s sys 0m4.550s ls -l 4000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 56 ls -l done rm -r /mnt/lustre/d123ad.sanity: 31 seconds llite.lustre-ffff88012c0ca000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 56 mdc.lustre-MDT0000-mdc-ffff88012c0ca000.batch_stats= snapshot_time: 1746139701.583061983 secs.nsecs start_time: 1746139406.008755026 secs.nsecs elapsed_time: 295.574306957 secs.nsecs subreqs per batch batches % cum % 1: 2 7 7 2: 4 14 21 4: 4 14 35 8: 2 7 42 16: 2 7 50 32: 0 0 50 64: 1 3 53 128: 1 3 57 256: 12 42 100 mdc.lustre-MDT0001-mdc-ffff88012c0ca000.batch_stats= snapshot_time: 1746139701.583152889 secs.nsecs start_time: 1746139406.008855527 secs.nsecs elapsed_time: 295.574297362 secs.nsecs subreqs per batch batches % cum % 1: 2 6 6 2: 2 6 13 4: 4 13 26 8: 6 20 46 16: 1 3 50 32: 2 6 56 64: 0 0 56 128: 2 6 63 256: 11 36 100 - open/close 1523 (time 1746139712.58 total 10.00 last 152.28) - open/close 3031 (time 1746139722.58 total 20.00 last 150.77) - open/close 4487 (time 1746139732.58 total 30.00 last 145.58) - open/close 5897 (time 1746139742.59 total 40.01 last 140.92) - open/close 7301 (time 1746139752.59 total 50.02 last 140.32) - open/close 8744 (time 1746139762.60 total 60.02 last 144.20) total: 10000 open/close in 67.75 seconds: 147.61 ops/second llite.lustre-ffff88012c0ca000.statahead_batch_max=0 llite.lustre-ffff88012c0ca000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c0ca000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c0ca000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m16.796s user 0m0.252s sys 0m9.768s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012c0ca000.statahead_batch_max=256 llite.lustre-ffff88012c0ca000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c0ca000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012c0ca000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012c0ca000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012c0ca000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m14.155s user 0m0.292s sys 0m10.497s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012c0ca000.batch_stats= snapshot_time: 1746139807.325183560 secs.nsecs start_time: 1746139789.730090737 secs.nsecs elapsed_time: 17.595092823 secs.nsecs subreqs per batch batches % cum % 1: 208 64 64 2: 31 9 73 4: 13 4 77 8: 7 2 79 16: 12 3 83 32: 14 4 87 64: 4 1 88 128: 1 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff88012c0ca000.batch_stats= snapshot_time: 1746139807.325316070 secs.nsecs start_time: 1746139789.730159035 secs.nsecs elapsed_time: 17.595157035 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012c0ca000.statahead_batch_max=64 llite.lustre-ffff88012c0ca000.statahead_max=128