== sanity test 123ad: Verify batching statahead works correctly ========================================================== 03:25:44 (1761290744) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff901cd0918000.batch_stats=0 llite.lustre-ffff901cd0918000.statahead_max=32 llite.lustre-ffff901cd0918000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff901cd0918000.batch_stats=0 total: 100 open/close in 1.21 seconds: 82.41 ops/second llite.lustre-ffff901cd0918000.statahead_max=0 101 real 0m1.180s user 0m0.003s sys 0m0.288s ls -l 100 files without statahead: 1 sec llite.lustre-ffff901cd0918000.statahead_max=32 32 101 real 0m0.431s user 0m0.004s sys 0m0.207s ls -l 100 files with statahead: 1 sec statahead total: 121 statahead wrong: 2 agl total: 116 list_total: 31 fname_total: 90 hit_total: 9768 miss_total: 1481 total: 900 open/close in 6.29 seconds: 143.14 ops/second llite.lustre-ffff901cd0918000.statahead_max=0 1001 real 0m12.229s user 0m0.032s sys 0m2.646s ls -l 1000 files without statahead: 12 sec llite.lustre-ffff901cd0918000.statahead_max=32 32 1001 real 0m4.224s user 0m0.023s sys 0m1.740s ls -l 1000 files with statahead: 4 sec statahead total: 122 statahead wrong: 2 agl total: 117 list_total: 32 fname_total: 90 hit_total: 10766 miss_total: 1483 - open/close 1602 (time 1761290789.03 total 10.00 last 160.19) total: 3000 open/close in 18.65 seconds: 160.82 ops/second llite.lustre-ffff901cd0918000.statahead_max=0 4001 real 0m46.672s user 0m0.135s sys 0m10.577s ls -l 4000 files without statahead: 47 sec llite.lustre-ffff901cd0918000.statahead_max=32 32 4001 real 0m17.034s user 0m0.099s sys 0m6.712s ls -l 4000 files with statahead: 17 sec statahead total: 123 statahead wrong: 2 agl total: 118 list_total: 33 fname_total: 90 hit_total: 14759 miss_total: 1490 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff901cd0918000.statahead_stats= statahead total: 123 statahead wrong: 2 agl total: 118 list_total: 33 fname_total: 90 hit_total: 14759 miss_total: 1490 mdc.lustre-MDT0000-mdc-ffff901cd0918000.batch_stats= snapshot_time: 1761290906.208127782 secs.nsecs start_time: 1761290746.216696274 secs.nsecs elapsed_time: 159.991431508 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 0 0 0 8: 4 2 2 16: 3 1 4 32: 159 95 100 - open/close 1875 (time 1761290917.33 total 10.01 last 187.39) - open/close 3649 (time 1761290927.34 total 20.01 last 177.38) - open/close 4848 (time 1761290937.34 total 30.01 last 119.89) - open/close 5646 (time 1761290947.35 total 40.02 last 79.69) - open/close 6371 (time 1761290957.36 total 50.03 last 72.43) - open/close 7011 (time 1761290967.38 total 60.05 last 63.89) - open/close 7587 (time 1761290977.38 total 70.06 last 57.56) - open/close 8216 (time 1761290987.40 total 80.07 last 62.81) - open/close 8870 (time 1761290997.40 total 90.07 last 65.39) - open/close 9538 (time 1761291007.41 total 100.08 last 66.73) total: 10000 open/close in 107.87 seconds: 92.71 ops/second llite.lustre-ffff901cd0918000.statahead_batch_max=0 llite.lustre-ffff901cd0918000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff901cd0918000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m52.428s user 0m0.288s sys 0m15.690s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff901cd0918000.statahead_batch_max=32 llite.lustre-ffff901cd0918000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff901cd0918000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff901cd0918000.stats=clear ls -l files in d123ad.sanity: 10001 real 1m18.732s user 0m0.261s sys 0m12.609s batched statahead RPC= hit count=9947 mdc.lustre-MDT0000-mdc-ffff901cd0918000.batch_stats= snapshot_time: 1761291167.469105903 secs.nsecs start_time: 1761291078.460722090 secs.nsecs elapsed_time: 89.008383813 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 314 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff901cd0918000.batch_stats=0 llite.lustre-ffff901cd0918000.statahead_max=2048 llite.lustre-ffff901cd0918000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff901cd0918000.batch_stats=0 total: 100 open/close in 2.09 seconds: 47.85 ops/second llite.lustre-ffff901cd0918000.statahead_max=0 101 real 0m1.945s user 0m0.006s sys 0m0.294s ls -l 100 files without statahead: 2 sec llite.lustre-ffff901cd0918000.statahead_max=2048 2048 101 real 0m0.466s user 0m0.006s sys 0m0.156s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10046 miss_total: 54 - open/close 806 (time 1761291452.00 total 10.00 last 80.59) total: 900 open/close in 11.33 seconds: 79.45 ops/second llite.lustre-ffff901cd0918000.statahead_max=0 1001 real 0m22.422s user 0m0.039s sys 0m2.778s ls -l 1000 files without statahead: 22 sec llite.lustre-ffff901cd0918000.statahead_max=2048 2048 1001 real 0m6.371s user 0m0.020s sys 0m1.450s ls -l 1000 files with statahead: 7 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11045 miss_total: 55 ls -l done rm -r /mnt/lustre/d123ad.sanity: 27 seconds llite.lustre-ffff901cd0918000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11045 miss_total: 55 mdc.lustre-MDT0000-mdc-ffff901cd0918000.batch_stats= snapshot_time: 1761291525.248020714 secs.nsecs start_time: 1761291170.150295219 secs.nsecs elapsed_time: 355.097725495 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 2 18 18 16: 1 9 27 32: 2 18 45 64: 2 18 63 128: 0 0 63 256: 4 36 100 - open/close 752 (time 1761291537.93 total 10.01 last 75.15) - open/close 1484 (time 1761291547.93 total 20.01 last 73.18) - open/close 2266 (time 1761291557.94 total 30.02 last 78.14) - open/close 3068 (time 1761291567.95 total 40.02 last 80.16) - open/close 3912 (time 1761291577.96 total 50.03 last 84.32) - open/close 4738 (time 1761291587.96 total 60.03 last 82.58) - open/close 5546 (time 1761291597.96 total 70.04 last 80.75) - open/close 6340 (time 1761291607.97 total 80.05 last 79.33) - open/close 7170 (time 1761291617.99 total 90.07 last 82.82) - open/close 7995 (time 1761291628.00 total 100.08 last 82.42) - open/close 8811 (time 1761291638.02 total 110.09 last 81.50) - open/close 9672 (time 1761291648.02 total 120.10 last 86.05) total: 10000 open/close in 123.93 seconds: 80.69 ops/second llite.lustre-ffff901cd0918000.statahead_batch_max=0 llite.lustre-ffff901cd0918000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff901cd0918000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.553s user 0m0.292s sys 0m18.159s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff901cd0918000.statahead_batch_max=256 llite.lustre-ffff901cd0918000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff901cd0918000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff901cd0918000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m50.931s user 0m0.262s sys 0m13.494s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff901cd0918000.batch_stats= snapshot_time: 1761291758.047704893 secs.nsecs start_time: 1761291699.374879364 secs.nsecs elapsed_time: 58.672825529 secs.nsecs subreqs per batch batches % cum % 1: 49 26 26 2: 27 14 41 4: 24 13 54 8: 15 8 63 16: 9 4 68 32: 18 9 78 64: 3 1 79 128: 2 1 80 256: 35 19 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff901cd0918000.statahead_batch_max=64 llite.lustre-ffff901cd0918000.statahead_max=128