== sanity test 123ad: Verify batching statahead works correctly ========================================================== 14:36:46 (1763494606) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8e6285812000.batch_stats=0 llite.lustre-ffff8e6285812000.statahead_max=32 llite.lustre-ffff8e6285812000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8e6285812000.batch_stats=0 total: 100 open/close in 1.63 seconds: 61.23 ops/second llite.lustre-ffff8e6285812000.statahead_max=0 101 real 0m1.503s user 0m0.002s sys 0m0.289s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8e6285812000.statahead_max=32 32 101 real 0m0.575s user 0m0.003s sys 0m0.180s ls -l 100 files with statahead: 1 sec statahead total: 78 statahead wrong: 1 agl total: 73 list_total: 31 fname_total: 45 hit_total: 20716 miss_total: 240 total: 900 open/close in 7.59 seconds: 118.61 ops/second llite.lustre-ffff8e6285812000.statahead_max=0 1001 real 0m15.199s user 0m0.035s sys 0m2.720s ls -l 1000 files without statahead: 15 sec llite.lustre-ffff8e6285812000.statahead_max=32 32 1001 real 0m4.354s user 0m0.021s sys 0m1.732s ls -l 1000 files with statahead: 4 sec statahead total: 79 statahead wrong: 1 agl total: 74 list_total: 32 fname_total: 45 hit_total: 21713 miss_total: 243 - open/close 1067 (time 1763494658.58 total 10.00 last 106.65) total: 2000 open/close in 19.92 seconds: 100.40 ops/second llite.lustre-ffff8e6285812000.statahead_max=0 3001 real 0m42.966s user 0m0.105s sys 0m8.073s ls -l 3000 files without statahead: 43 sec llite.lustre-ffff8e6285812000.statahead_max=32 32 3001 real 0m13.511s user 0m0.066s sys 0m4.735s ls -l 3000 files with statahead: 14 sec statahead total: 80 statahead wrong: 1 agl total: 75 list_total: 33 fname_total: 45 hit_total: 24702 miss_total: 254 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff8e6285812000.statahead_stats= statahead total: 80 statahead wrong: 1 agl total: 75 list_total: 33 fname_total: 45 hit_total: 24702 miss_total: 254 mdc.lustre-MDT0000-mdc-ffff8e6285812000.batch_stats= snapshot_time: 1763494766.366296694 secs.nsecs start_time: 1763494609.143889685 secs.nsecs elapsed_time: 157.222407009 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 4 2 3 16: 3 2 5 32: 128 94 100 - open/close 1152 (time 1763494777.95 total 10.01 last 115.11) - open/close 2112 (time 1763494787.95 total 20.01 last 95.96) - open/close 3057 (time 1763494797.95 total 30.02 last 94.46) - open/close 3995 (time 1763494807.96 total 40.02 last 93.80) - open/close 4928 (time 1763494817.96 total 50.02 last 93.26) - open/close 5852 (time 1763494827.97 total 60.03 last 92.33) - open/close 7058 (time 1763494837.97 total 70.03 last 120.59) - open/close 8239 (time 1763494847.97 total 80.03 last 118.03) - open/close 9313 (time 1763494857.98 total 90.04 last 107.37) total: 10000 open/close in 96.70 seconds: 103.41 ops/second llite.lustre-ffff8e6285812000.statahead_batch_max=0 llite.lustre-ffff8e6285812000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e6285812000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.791s user 0m0.286s sys 0m19.159s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e6285812000.statahead_batch_max=32 llite.lustre-ffff8e6285812000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e6285812000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e6285812000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.205s user 0m0.208s sys 0m18.264s batched statahead RPC= hit count=9991 mdc.lustre-MDT0000-mdc-ffff8e6285812000.batch_stats= snapshot_time: 1763494951.399126418 secs.nsecs start_time: 1763494907.012214935 secs.nsecs elapsed_time: 44.386911483 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8e6285812000.batch_stats=0 llite.lustre-ffff8e6285812000.statahead_max=2048 llite.lustre-ffff8e6285812000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8e6285812000.batch_stats=0 total: 100 open/close in 1.19 seconds: 84.14 ops/second llite.lustre-ffff8e6285812000.statahead_max=0 101 real 0m0.872s user 0m0.002s sys 0m0.271s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8e6285812000.statahead_max=2048 2048 101 real 0m0.354s user 0m0.004s sys 0m0.229s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10090 miss_total: 10 total: 900 open/close in 2.62 seconds: 343.02 ops/second llite.lustre-ffff8e6285812000.statahead_max=0 1001 real 0m6.708s user 0m0.029s sys 0m2.312s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8e6285812000.statahead_max=2048 2048 1001 real 0m3.052s user 0m0.012s sys 0m1.634s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11089 miss_total: 11 - open/close 3164 (time 1763495089.35 total 10.00 last 316.31) - open/close 6093 (time 1763495099.35 total 20.00 last 292.85) total: 9000 open/close in 29.20 seconds: 308.17 ops/second llite.lustre-ffff8e6285812000.statahead_max=0 10001 real 1m20.358s user 0m0.317s sys 0m24.666s ls -l 10000 files without statahead: 81 sec llite.lustre-ffff8e6285812000.statahead_max=2048 2048 10001 real 0m25.908s user 0m0.194s sys 0m19.179s ls -l 10000 files with statahead: 26 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21088 miss_total: 12 ls -l done rm -r /mnt/lustre/d123ad.sanity: 67 seconds llite.lustre-ffff8e6285812000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21088 miss_total: 12 mdc.lustre-MDT0000-mdc-ffff8e6285812000.batch_stats= snapshot_time: 1763495293.458332656 secs.nsecs start_time: 1763494952.317622101 secs.nsecs elapsed_time: 341.140710555 secs.nsecs subreqs per batch batches % cum % 1: 113 50 50 2: 15 6 56 4: 15 6 63 8: 11 4 68 16: 4 1 69 32: 25 11 80 64: 2 0 81 128: 1 0 82 256: 40 17 100 - open/close 4327 (time 1763495304.23 total 10.00 last 432.69) - open/close 8484 (time 1763495314.23 total 20.00 last 415.65) total: 10000 open/close in 24.04 seconds: 415.89 ops/second llite.lustre-ffff8e6285812000.statahead_batch_max=0 llite.lustre-ffff8e6285812000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e6285812000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.591s user 0m0.206s sys 0m25.456s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8e6285812000.statahead_batch_max=256 llite.lustre-ffff8e6285812000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8e6285812000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8e6285812000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.489s user 0m0.171s sys 0m18.600s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8e6285812000.batch_stats= snapshot_time: 1763495379.936406084 secs.nsecs start_time: 1763495350.771989672 secs.nsecs elapsed_time: 29.164416412 secs.nsecs subreqs per batch batches % cum % 1: 163 56 56 2: 31 10 67 4: 24 8 75 8: 6 2 77 16: 2 0 78 32: 25 8 87 64: 1 0 87 128: 1 0 87 256: 35 12 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8e6285812000.statahead_batch_max=64 llite.lustre-ffff8e6285812000.statahead_max=128