== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:17:48 (1772475468) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9aeb03393000.batch_stats=0 llite.lustre-ffff9aeb03393000.statahead_max=32 llite.lustre-ffff9aeb03393000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9aeb03393000.batch_stats=0 total: 100 open/close in 1.00 seconds: 100.13 ops/second llite.lustre-ffff9aeb03393000.statahead_max=0 101 real 0m0.903s user 0m0.005s sys 0m0.259s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9aeb03393000.statahead_max=32 32 101 real 0m0.398s user 0m0.002s sys 0m0.210s ls -l 100 files with statahead: 0 sec statahead total: 85 statahead wrong: 1 agl total: 80 list_total: 28 fname_total: 57 hit_total: 7010 miss_total: 231 total: 900 open/close in 4.15 seconds: 217.06 ops/second llite.lustre-ffff9aeb03393000.statahead_max=0 1001 real 0m9.473s user 0m0.029s sys 0m2.536s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff9aeb03393000.statahead_max=32 32 1001 real 0m3.604s user 0m0.017s sys 0m1.776s ls -l 1000 files with statahead: 3 sec statahead total: 86 statahead wrong: 1 agl total: 81 list_total: 29 fname_total: 57 hit_total: 8008 miss_total: 233 - open/close 2682 (time 1772475506.15 total 10.00 last 268.17) total: 4000 open/close in 15.85 seconds: 252.32 ops/second llite.lustre-ffff9aeb03393000.statahead_max=0 5001 real 0m39.716s user 0m0.160s sys 0m11.829s ls -l 5000 files without statahead: 39 sec llite.lustre-ffff9aeb03393000.statahead_max=32 32 5001 real 0m18.216s user 0m0.094s sys 0m9.138s ls -l 5000 files with statahead: 19 sec statahead total: 87 statahead wrong: 1 agl total: 82 list_total: 30 fname_total: 57 hit_total: 13006 miss_total: 235 ls -l done rm -r /mnt/lustre/d123ad.sanity: 32 seconds llite.lustre-ffff9aeb03393000.statahead_stats= statahead total: 87 statahead wrong: 1 agl total: 82 list_total: 30 fname_total: 57 hit_total: 13006 miss_total: 235 mdc.lustre-MDT0000-mdc-ffff9aeb03393000.batch_stats= snapshot_time: 1772475609.757132235 secs.nsecs start_time: 1772475470.536855715 secs.nsecs elapsed_time: 139.220276520 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 1 8: 4 2 3 16: 3 1 4 32: 190 95 100 - open/close 3348 (time 1772475620.55 total 10.00 last 334.76) - open/close 6362 (time 1772475630.55 total 20.00 last 301.34) - open/close 9695 (time 1772475640.55 total 30.00 last 333.27) total: 10000 open/close in 30.76 seconds: 325.09 ops/second llite.lustre-ffff9aeb03393000.statahead_batch_max=0 llite.lustre-ffff9aeb03393000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9aeb03393000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.664s user 0m0.194s sys 0m27.513s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9aeb03393000.statahead_batch_max=32 llite.lustre-ffff9aeb03393000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9aeb03393000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9aeb03393000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.690s user 0m0.166s sys 0m17.379s batched statahead RPC= hit count=9996 mdc.lustre-MDT0000-mdc-ffff9aeb03393000.batch_stats= snapshot_time: 1772475710.564612917 secs.nsecs start_time: 1772475672.836955959 secs.nsecs elapsed_time: 37.727656958 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9aeb03393000.batch_stats=0 llite.lustre-ffff9aeb03393000.statahead_max=2048 llite.lustre-ffff9aeb03393000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9aeb03393000.batch_stats=0 total: 100 open/close in 0.94 seconds: 106.44 ops/second llite.lustre-ffff9aeb03393000.statahead_max=0 101 real 0m0.728s user 0m0.001s sys 0m0.242s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9aeb03393000.statahead_max=2048 2048 101 real 0m0.342s user 0m0.000s sys 0m0.196s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10095 miss_total: 5 total: 900 open/close in 2.74 seconds: 328.88 ops/second llite.lustre-ffff9aeb03393000.statahead_max=0 1001 real 0m6.884s user 0m0.019s sys 0m2.273s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff9aeb03393000.statahead_max=2048 2048 1001 real 0m3.421s user 0m0.012s sys 0m1.367s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11094 miss_total: 6 - open/close 4135 (time 1772475828.27 total 10.00 last 413.37) - open/close 7474 (time 1772475838.28 total 20.00 last 333.86) total: 9000 open/close in 24.79 seconds: 363.11 ops/second llite.lustre-ffff9aeb03393000.statahead_max=0 10001 real 1m11.904s user 0m0.286s sys 0m22.437s ls -l 10000 files without statahead: 72 sec llite.lustre-ffff9aeb03393000.statahead_max=2048 2048 10001 real 0m24.957s user 0m0.187s sys 0m18.375s ls -l 10000 files with statahead: 25 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21093 miss_total: 7 ls -l done rm -r /mnt/lustre/d123ad.sanity: 66 seconds llite.lustre-ffff9aeb03393000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21093 miss_total: 7 mdc.lustre-MDT0000-mdc-ffff9aeb03393000.batch_stats= snapshot_time: 1772476016.587720635 secs.nsecs start_time: 1772475711.427749702 secs.nsecs elapsed_time: 305.159970933 secs.nsecs subreqs per batch batches % cum % 1: 118 48 48 2: 8 3 51 4: 26 10 62 8: 22 8 71 16: 5 2 73 32: 22 8 82 64: 4 1 83 128: 1 0 84 256: 39 15 100 - open/close 3354 (time 1772476027.93 total 10.00 last 335.30) - open/close 6802 (time 1772476037.94 total 20.01 last 344.73) total: 10000 open/close in 28.65 seconds: 349.08 ops/second llite.lustre-ffff9aeb03393000.statahead_batch_max=0 llite.lustre-ffff9aeb03393000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9aeb03393000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.370s user 0m0.183s sys 0m24.230s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9aeb03393000.statahead_batch_max=256 llite.lustre-ffff9aeb03393000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9aeb03393000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9aeb03393000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.390s user 0m0.183s sys 0m17.752s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9aeb03393000.batch_stats= snapshot_time: 1772476105.579158556 secs.nsecs start_time: 1772476076.702355229 secs.nsecs elapsed_time: 28.876803327 secs.nsecs subreqs per batch batches % cum % 1: 155 53 53 2: 35 12 65 4: 27 9 74 8: 9 3 77 16: 2 0 78 32: 25 8 87 64: 2 0 87 128: 0 0 87 256: 35 12 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9aeb03393000.statahead_batch_max=64 llite.lustre-ffff9aeb03393000.statahead_max=128