== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:54:19 (1777028059) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff99da4930c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99da4930c800.batch_stats=0 llite.lustre-ffff99da4930c800.statahead_max=32 llite.lustre-ffff99da4930c800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff99da4930c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99da4930c800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.66 seconds: 151.24 ops/second llite.lustre-ffff99da4930c800.statahead_max=0 101 real 0m0.593s user 0m0.007s sys 0m0.229s ls -l 100 files without statahead: 1 sec llite.lustre-ffff99da4930c800.statahead_max=32 32 101 real 0m0.372s user 0m0.003s sys 0m0.198s ls -l 100 files with statahead: 1 sec statahead total: 85 statahead wrong: 1 agl total: 80 list_total: 29 fname_total: 56 hit_total: 22106 miss_total: 214 total: 900 open/close in 1.78 seconds: 506.11 ops/second llite.lustre-ffff99da4930c800.statahead_max=0 1001 real 0m5.293s user 0m0.016s sys 0m2.045s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff99da4930c800.statahead_max=32 32 1001 real 0m4.307s user 0m0.015s sys 0m2.150s ls -l 1000 files with statahead: 4 sec statahead total: 86 statahead wrong: 1 agl total: 81 list_total: 30 fname_total: 56 hit_total: 23105 miss_total: 215 - open/close 4534 (time 1777028088.95 total 10.00 last 453.38) total: 9000 open/close in 19.13 seconds: 470.45 ops/second llite.lustre-ffff99da4930c800.statahead_max=0 10001 real 0m58.348s user 0m0.253s sys 0m22.058s ls -l 10000 files without statahead: 58 sec llite.lustre-ffff99da4930c800.statahead_max=32 32 10001 real 0m36.153s user 0m0.166s sys 0m17.440s ls -l 10000 files with statahead: 36 sec statahead total: 87 statahead wrong: 1 agl total: 82 list_total: 31 fname_total: 56 hit_total: 33104 miss_total: 216 ls -l done rm -r /mnt/lustre/d123ad.sanity: 65 seconds llite.lustre-ffff99da4930c800.statahead_stats= statahead total: 87 statahead wrong: 1 agl total: 82 list_total: 31 fname_total: 56 hit_total: 33104 miss_total: 216 mdc.lustre-MDT0000-mdc-ffff99da4930c800.batch_stats= snapshot_time: 1777028268.829065919 secs.nsecs start_time: 1777028060.751859965 secs.nsecs elapsed_time: 208.077205954 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 5 1 1 8: 4 1 2 16: 205 57 60 32: 140 39 100 mdc.lustre-MDT0001-mdc-ffff99da4930c800.batch_stats= snapshot_time: 1777028268.829123419 secs.nsecs start_time: 1777028060.751907355 secs.nsecs elapsed_time: 208.077216064 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 2 0 1 8: 7 1 3 16: 187 52 55 32: 156 44 100 - open/close 5162 (time 1777028279.92 total 10.00 last 516.12) total: 10000 open/close in 19.21 seconds: 520.48 ops/second llite.lustre-ffff99da4930c800.statahead_batch_max=0 llite.lustre-ffff99da4930c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99da4930c800.stats=clear mdc.lustre-MDT0001-mdc-ffff99da4930c800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.202s user 0m0.180s sys 0m33.162s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff99da4930c800.statahead_batch_max=32 llite.lustre-ffff99da4930c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99da4930c800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff99da4930c800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff99da4930c800.stats=clear mdc.lustre-MDT0001-mdc-ffff99da4930c800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.497s user 0m0.164s sys 0m20.643s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff99da4930c800.batch_stats= snapshot_time: 1777028370.780902101 secs.nsecs start_time: 1777028328.606374170 secs.nsecs elapsed_time: 42.174527931 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff99da4930c800.batch_stats= snapshot_time: 1777028370.780966701 secs.nsecs start_time: 1777028328.606472310 secs.nsecs elapsed_time: 42.174494391 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff99da4930c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99da4930c800.batch_stats=0 llite.lustre-ffff99da4930c800.statahead_max=2048 llite.lustre-ffff99da4930c800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff99da4930c800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff99da4930c800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.67 seconds: 148.30 ops/second llite.lustre-ffff99da4930c800.statahead_max=0 101 real 0m0.631s user 0m0.004s sys 0m0.244s ls -l 100 files without statahead: 1 sec llite.lustre-ffff99da4930c800.statahead_max=2048 2048 101 real 0m0.397s user 0m0.002s sys 0m0.272s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.96 seconds: 460.00 ops/second llite.lustre-ffff99da4930c800.statahead_max=0 1001 real 0m6.680s user 0m0.030s sys 0m2.512s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff99da4930c800.statahead_max=2048 2048 1001 real 0m2.958s user 0m0.012s sys 0m1.376s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5342 (time 1777028486.66 total 10.00 last 534.17) total: 9000 open/close in 16.91 seconds: 532.13 ops/second llite.lustre-ffff99da4930c800.statahead_max=0 10001 real 0m59.944s user 0m0.184s sys 0m22.919s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff99da4930c800.statahead_max=2048 2048 10001 real 0m28.123s user 0m0.165s sys 0m20.086s ls -l 10000 files with statahead: 28 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff99da4930c800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff99da4930c800.batch_stats= snapshot_time: 1777028654.432362972 secs.nsecs start_time: 1777028371.627633829 secs.nsecs elapsed_time: 282.804729143 secs.nsecs subreqs per batch batches % cum % 1: 122 67 67 2: 15 8 75 4: 11 6 81 8: 0 0 81 16: 0 0 81 32: 0 0 81 64: 0 0 81 128: 3 1 83 256: 30 16 100 mdc.lustre-MDT0001-mdc-ffff99da4930c800.batch_stats= snapshot_time: 1777028654.432404992 secs.nsecs start_time: 1777028371.627765215 secs.nsecs elapsed_time: 282.804639777 secs.nsecs subreqs per batch batches % cum % 1: 127 61 61 2: 24 11 73 4: 13 6 79 8: 5 2 82 16: 1 0 82 32: 2 0 83 64: 0 0 83 128: 2 0 84 256: 32 15 100 - open/close 4641 (time 1777028665.51 total 10.00 last 464.07) - open/close 9229 (time 1777028675.51 total 20.00 last 458.78) total: 10000 open/close in 21.74 seconds: 460.01 ops/second llite.lustre-ffff99da4930c800.statahead_batch_max=0 llite.lustre-ffff99da4930c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99da4930c800.stats=clear mdc.lustre-MDT0001-mdc-ffff99da4930c800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.757s user 0m0.174s sys 0m27.311s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff99da4930c800.statahead_batch_max=256 llite.lustre-ffff99da4930c800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff99da4930c800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff99da4930c800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff99da4930c800.stats=clear mdc.lustre-MDT0001-mdc-ffff99da4930c800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m28.375s user 0m0.164s sys 0m21.107s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff99da4930c800.batch_stats= snapshot_time: 1777028747.609378732 secs.nsecs start_time: 1777028713.318954267 secs.nsecs elapsed_time: 34.290424465 secs.nsecs subreqs per batch batches % cum % 1: 179 58 58 2: 41 13 72 4: 17 5 77 8: 7 2 80 16: 1 0 80 32: 21 6 87 64: 4 1 88 128: 0 0 88 256: 35 11 100 mdc.lustre-MDT0001-mdc-ffff99da4930c800.batch_stats= snapshot_time: 1777028747.609444659 secs.nsecs start_time: 1777028713.319033569 secs.nsecs elapsed_time: 34.290411090 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff99da4930c800.statahead_batch_max=64 llite.lustre-ffff99da4930c800.statahead_max=128