== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:58:55 (1770440335) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.batch_stats=0 llite.lustre-ffff8ad4886e0000.statahead_max=32 llite.lustre-ffff8ad4886e0000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.88 seconds: 113.29 ops/second llite.lustre-ffff8ad4886e0000.statahead_max=0 101 real 0m0.974s user 0m0.002s sys 0m0.341s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8ad4886e0000.statahead_max=32 32 101 real 0m0.433s user 0m0.001s sys 0m0.255s ls -l 100 files with statahead: 0 sec statahead total: 79 statahead wrong: 1 agl total: 74 list_total: 30 fname_total: 39 hit_total: 23974 miss_total: 207 total: 900 open/close in 3.02 seconds: 298.42 ops/second llite.lustre-ffff8ad4886e0000.statahead_max=0 1001 real 0m8.207s user 0m0.026s sys 0m2.786s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8ad4886e0000.statahead_max=32 32 1001 real 0m4.139s user 0m0.016s sys 0m1.732s ls -l 1000 files with statahead: 4 sec statahead total: 80 statahead wrong: 1 agl total: 75 list_total: 31 fname_total: 39 hit_total: 24973 miss_total: 208 - open/close 2811 (time 1770440371.74 total 10.00 last 281.03) - open/close 6585 (time 1770440381.74 total 20.00 last 377.34) total: 9000 open/close in 27.00 seconds: 333.32 ops/second llite.lustre-ffff8ad4886e0000.statahead_max=0 10001 real 1m32.666s user 0m0.261s sys 0m31.256s ls -l 10000 files without statahead: 92 sec llite.lustre-ffff8ad4886e0000.statahead_max=32 32 10001 real 0m44.564s user 0m0.151s sys 0m18.212s ls -l 10000 files with statahead: 45 sec statahead total: 81 statahead wrong: 1 agl total: 76 list_total: 32 fname_total: 39 hit_total: 34972 miss_total: 209 ls -l done rm -r /mnt/lustre/d123ad.sanity: 70 seconds llite.lustre-ffff8ad4886e0000.statahead_stats= statahead total: 81 statahead wrong: 1 agl total: 76 list_total: 32 fname_total: 39 hit_total: 34972 miss_total: 209 mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.batch_stats= snapshot_time: 1770440607.627048175 secs.nsecs start_time: 1770440337.594608380 secs.nsecs elapsed_time: 270.032439795 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 4 1 1 4: 3 0 2 8: 2 0 3 16: 235 66 69 32: 106 30 100 mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.batch_stats= snapshot_time: 1770440607.627184849 secs.nsecs start_time: 1770440337.594704287 secs.nsecs elapsed_time: 270.032480562 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 0 0 0 8: 6 1 1 16: 155 43 45 32: 192 54 100 - open/close 3113 (time 1770440618.99 total 10.00 last 311.25) - open/close 5961 (time 1770440628.99 total 20.00 last 284.73) - open/close 8366 (time 1770440639.00 total 30.01 last 240.44) total: 10000 open/close in 36.60 seconds: 273.23 ops/second llite.lustre-ffff8ad4886e0000.statahead_batch_max=0 llite.lustre-ffff8ad4886e0000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.stats=clear mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.384s user 0m0.135s sys 0m30.294s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8ad4886e0000.statahead_batch_max=32 llite.lustre-ffff8ad4886e0000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.stats=clear mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.681s user 0m0.149s sys 0m20.470s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.batch_stats= snapshot_time: 1770440723.248948579 secs.nsecs start_time: 1770440680.126398926 secs.nsecs elapsed_time: 43.122549653 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.batch_stats= snapshot_time: 1770440723.248988132 secs.nsecs start_time: 1770440680.126473206 secs.nsecs elapsed_time: 43.122514926 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.batch_stats=0 llite.lustre-ffff8ad4886e0000.statahead_max=2048 llite.lustre-ffff8ad4886e0000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.91 seconds: 110.06 ops/second llite.lustre-ffff8ad4886e0000.statahead_max=0 101 real 0m1.137s user 0m0.008s sys 0m0.391s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8ad4886e0000.statahead_max=2048 2048 101 real 0m0.365s user 0m0.006s sys 0m0.236s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.90 seconds: 230.85 ops/second llite.lustre-ffff8ad4886e0000.statahead_max=0 1001 real 0m9.938s user 0m0.028s sys 0m3.283s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff8ad4886e0000.statahead_max=2048 2048 1001 real 0m4.015s user 0m0.016s sys 0m1.246s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2629 (time 1770440870.19 total 10.00 last 262.83) total: 4000 open/close in 15.59 seconds: 256.52 ops/second llite.lustre-ffff8ad4886e0000.statahead_max=0 5001 real 0m47.045s user 0m0.131s sys 0m15.665s ls -l 5000 files without statahead: 47 sec llite.lustre-ffff8ad4886e0000.statahead_max=2048 2048 5001 real 0m15.555s user 0m0.074s sys 0m9.090s ls -l 5000 files with statahead: 16 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 35 seconds llite.lustre-ffff8ad4886e0000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.batch_stats= snapshot_time: 1770440981.066720067 secs.nsecs start_time: 1770440724.229415964 secs.nsecs elapsed_time: 256.837304103 secs.nsecs subreqs per batch batches % cum % 1: 37 60 60 2: 4 6 67 4: 4 6 73 8: 0 0 73 16: 0 0 73 32: 0 0 73 64: 0 0 73 128: 2 3 77 256: 14 22 100 mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.batch_stats= snapshot_time: 1770440981.066799637 secs.nsecs start_time: 1770440724.229543170 secs.nsecs elapsed_time: 256.837256467 secs.nsecs subreqs per batch batches % cum % 1: 36 50 50 2: 9 12 63 4: 1 1 64 8: 5 7 71 16: 1 1 73 32: 1 1 74 64: 1 1 76 128: 1 1 77 256: 16 22 100 - open/close 2814 (time 1770440992.74 total 10.00 last 281.35) - open/close 5597 (time 1770441002.74 total 20.00 last 278.24) - open/close 8269 (time 1770441012.74 total 30.00 last 267.18) total: 10000 open/close in 35.71 seconds: 280.05 ops/second llite.lustre-ffff8ad4886e0000.statahead_batch_max=0 llite.lustre-ffff8ad4886e0000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.stats=clear mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m44.380s user 0m0.166s sys 0m37.774s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8ad4886e0000.statahead_batch_max=256 llite.lustre-ffff8ad4886e0000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.stats=clear mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.498s user 0m0.123s sys 0m20.662s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8ad4886e0000.batch_stats= snapshot_time: 1770441097.892531104 secs.nsecs start_time: 1770441065.761850693 secs.nsecs elapsed_time: 32.130680411 secs.nsecs subreqs per batch batches % cum % 1: 205 62 62 2: 38 11 73 4: 19 5 79 8: 5 1 81 16: 1 0 81 32: 21 6 87 64: 5 1 89 128: 0 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff8ad4886e0000.batch_stats= snapshot_time: 1770441097.892609756 secs.nsecs start_time: 1770441065.761942010 secs.nsecs elapsed_time: 32.130667746 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8ad4886e0000.statahead_batch_max=64 llite.lustre-ffff8ad4886e0000.statahead_max=128