== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:59:13 (1711094353) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aa259800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa259800.batch_stats=0 llite.lustre-ffff8800aa259800.statahead_max=32 llite.lustre-ffff8800aa259800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aa259800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa259800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.31 seconds: 76.08 ops/second llite.lustre-ffff8800aa259800.statahead_max=0 101 real 0m1.134s user 0m0.003s sys 0m0.303s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aa259800.statahead_max=32 32 101 real 0m0.419s user 0m0.004s sys 0m0.126s ls -l 100 files with statahead: 0 sec statahead total: 29 statahead wrong: 0 agl total: 29 list_total: 29 fname_total: 0 hit_total: 1498 miss_total: 141 total: 900 open/close in 5.54 seconds: 162.38 ops/second llite.lustre-ffff8800aa259800.statahead_max=0 1001 real 0m12.427s user 0m0.053s sys 0m3.034s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800aa259800.statahead_max=32 32 1001 real 0m3.416s user 0m0.026s sys 0m1.088s ls -l 1000 files with statahead: 4 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2497 miss_total: 149 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 9 seconds rm done statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 2497 miss_total: 149 mdc.lustre-MDT0000-mdc-ffff8800aa259800.batch_stats= snapshot_time: 1711094397.920991891 secs.nsecs start_time: 1711094355.886153631 secs.nsecs elapsed_time: 42.034838260 secs.nsecs subreqs per batch batches % cum % 1: 4 10 10 2: 1 2 13 4: 1 2 15 8: 2 5 21 16: 26 68 89 32: 4 10 100 mdc.lustre-MDT0001-mdc-ffff8800aa259800.batch_stats= snapshot_time: 1711094397.921140788 secs.nsecs start_time: 1711094355.887098677 secs.nsecs elapsed_time: 42.034042111 secs.nsecs subreqs per batch batches % cum % 1: 1 2 2 2: 0 0 2 4: 2 5 7 8: 1 2 10 16: 10 25 35 32: 25 64 100 - open/close 1296 (time 1711094409.16 total 10.01 last 129.50) - open/close 1633 (time 1711094423.03 total 23.88 last 24.30) - open/close 2553 (time 1711094441.80 total 42.65 last 49.02) - open/close 3553 (time 1711094461.72 total 62.56 last 50.21) - open/close 3905 (time 1711094476.14 total 76.98 last 24.41) - open/close 4551 (time 1711094492.81 total 93.65 last 38.75) - open/close 5160 (time 1711094509.82 total 110.67 last 35.80) - open/close 6157 (time 1711094519.84 total 120.68 last 99.56) - open/close 6257 (time 1711094531.97 total 132.81 last 8.24) - open/close 6420 (time 1711094544.85 total 145.69 last 12.65) - open/close 6731 (time 1711094558.88 total 159.73 last 22.16) - open/close 7573 (time 1711094568.89 total 169.73 last 84.17) - open/close 7662 (time 1711094581.16 total 182.01 last 7.25) - open/close 8174 (time 1711094598.25 total 199.09 last 29.97) - open/close 9173 (time 1711094608.28 total 209.12 last 99.63) - open/close 9646 (time 1711094624.74 total 225.58 last 28.74) - open/close 9714 (time 1711094636.61 total 237.46 last 5.72) total: 10000 open/close in 240.74 seconds: 41.54 ops/second llite.lustre-ffff8800aa259800.statahead_batch_max=0 llite.lustre-ffff8800aa259800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa259800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa259800.stats=clear 10001 real 0m29.332s user 0m0.266s sys 0m13.446s llite.lustre-ffff8800aa259800.statahead_batch_max=32 llite.lustre-ffff8800aa259800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa259800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa259800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa259800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa259800.stats=clear 10001 real 0m55.936s user 0m0.344s sys 0m14.520s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800aa259800.batch_stats= snapshot_time: 1711094742.117966380 secs.nsecs start_time: 1711094675.949807961 secs.nsecs elapsed_time: 66.168158419 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 0 0 16: 1 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800aa259800.batch_stats= snapshot_time: 1711094742.118149563 secs.nsecs start_time: 1711094675.950801765 secs.nsecs elapsed_time: 66.167347798 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aa259800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa259800.batch_stats=0 llite.lustre-ffff8800aa259800.statahead_max=2048 llite.lustre-ffff8800aa259800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aa259800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aa259800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.48 seconds: 67.44 ops/second llite.lustre-ffff8800aa259800.statahead_max=0 101 real 0m1.134s user 0m0.007s sys 0m0.292s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aa259800.statahead_max=2048 2048 101 real 0m0.390s user 0m0.007s sys 0m0.123s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 74 - open/close 97 (time 1711094909.25 total 11.74 last 8.26) total: 900 open/close in 17.51 seconds: 51.39 ops/second llite.lustre-ffff8800aa259800.statahead_max=0 1001 real 0m12.554s user 0m0.079s sys 0m3.001s ls -l 1000 files without statahead: 13 sec llite.lustre-ffff8800aa259800.statahead_max=2048 2048 1001 real 0m2.250s user 0m0.027s sys 0m1.125s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 75 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 9 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 75 mdc.lustre-MDT0000-mdc-ffff8800aa259800.batch_stats= snapshot_time: 1711094943.725577597 secs.nsecs start_time: 1711094743.880073773 secs.nsecs elapsed_time: 199.845503824 secs.nsecs subreqs per batch batches % cum % 1: 1 14 14 2: 0 0 14 4: 2 28 42 8: 2 28 71 16: 0 0 71 32: 0 0 71 64: 0 0 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff8800aa259800.batch_stats= snapshot_time: 1711094943.725742382 secs.nsecs start_time: 1711094743.883462566 secs.nsecs elapsed_time: 199.842279816 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 22 22 8: 1 11 33 16: 2 22 55 32: 1 11 66 64: 0 0 66 128: 1 11 77 256: 2 22 100 - open/close 1295 (time 1711094954.88 total 10.00 last 129.47) - open/close 1810 (time 1711094970.25 total 25.37 last 33.51) - open/close 2880 (time 1711094990.40 total 45.53 last 53.08) - open/close 4063 (time 1711095000.41 total 55.53 last 118.23) - open/close 4774 (time 1711095017.96 total 73.09 last 40.50) - open/close 5828 (time 1711095027.96 total 83.09 last 105.40) - open/close 6802 (time 1711095037.98 total 93.10 last 97.25) - open/close 6894 (time 1711095049.90 total 105.03 last 7.72) - open/close 7712 (time 1711095059.91 total 115.03 last 81.78) - open/close 7964 (time 1711095074.03 total 129.15 last 17.85) - open/close 8005 (time 1711095085.56 total 140.68 last 3.56) - open/close 8128 (time 1711095098.14 total 153.26 last 9.78) - open/close 8205 (time 1711095110.03 total 165.15 last 6.47) - open/close 8302 (time 1711095122.07 total 177.19 last 8.06) - open/close 9069 (time 1711095142.23 total 197.35 last 38.05) - open/close 9157 (time 1711095154.33 total 209.45 last 7.27) - open/close 9198 (time 1711095165.83 total 220.95 last 3.57) - open/close 9332 (time 1711095178.65 total 233.78 last 10.45) - open/close 9782 (time 1711095194.60 total 249.72 last 28.23) total: 10000 open/close in 252.12 seconds: 39.66 ops/second llite.lustre-ffff8800aa259800.statahead_batch_max=0 llite.lustre-ffff8800aa259800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa259800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa259800.stats=clear 10001 real 0m20.222s user 0m0.249s sys 0m12.462s llite.lustre-ffff8800aa259800.statahead_batch_max=256 llite.lustre-ffff8800aa259800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa259800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa259800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aa259800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aa259800.stats=clear 10001 real 0m21.306s user 0m0.267s sys 0m14.604s unbatched RPCs: 10004, batched RPCs: 261 mdc.lustre-MDT0000-mdc-ffff8800aa259800.batch_stats= snapshot_time: 1711095252.140051095 secs.nsecs start_time: 1711095223.277384001 secs.nsecs elapsed_time: 28.862667094 secs.nsecs subreqs per batch batches % cum % 1: 163 62 62 2: 16 6 68 4: 10 3 72 8: 8 3 75 16: 5 1 77 32: 12 4 81 64: 12 4 86 128: 1 0 86 256: 34 13 100 mdc.lustre-MDT0001-mdc-ffff8800aa259800.batch_stats= snapshot_time: 1711095252.140189986 secs.nsecs start_time: 1711095223.277612394 secs.nsecs elapsed_time: 28.862577592 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aa259800.statahead_batch_max=64 llite.lustre-ffff8800aa259800.statahead_max=128