== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:00:51 (1772683251) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff924b8a17d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff924b8a17d000.batch_stats=0 llite.lustre-ffff924b8a17d000.statahead_max=32 llite.lustre-ffff924b8a17d000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff924b8a17d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff924b8a17d000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 1.01 seconds: 98.95 ops/second llite.lustre-ffff924b8a17d000.statahead_max=0 101 real 0m0.934s user 0m0.007s sys 0m0.350s ls -l 100 files without statahead: 1 sec llite.lustre-ffff924b8a17d000.statahead_max=32 32 101 real 0m0.544s user 0m0.003s sys 0m0.344s ls -l 100 files with statahead: 0 sec statahead total: 59 statahead wrong: 1 agl total: 53 list_total: 28 fname_total: 31 hit_total: 34002 miss_total: 204 total: 900 open/close in 3.40 seconds: 264.42 ops/second llite.lustre-ffff924b8a17d000.statahead_max=0 1001 real 0m8.015s user 0m0.030s sys 0m3.065s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff924b8a17d000.statahead_max=32 32 1001 real 0m4.612s user 0m0.022s sys 0m2.264s ls -l 1000 files with statahead: 5 sec statahead total: 60 statahead wrong: 1 agl total: 54 list_total: 29 fname_total: 31 hit_total: 35001 miss_total: 205 - open/close 3368 (time 1772683288.87 total 10.00 last 336.78) - open/close 6726 (time 1772683298.88 total 20.00 last 335.74) total: 9000 open/close in 26.68 seconds: 337.37 ops/second llite.lustre-ffff924b8a17d000.statahead_max=0 10001 real 1m15.025s user 0m0.332s sys 0m27.795s ls -l 10000 files without statahead: 75 sec llite.lustre-ffff924b8a17d000.statahead_max=32 32 10001 real 0m46.652s user 0m0.179s sys 0m22.632s ls -l 10000 files with statahead: 47 sec statahead total: 61 statahead wrong: 1 agl total: 55 list_total: 30 fname_total: 31 hit_total: 45000 miss_total: 206 ls -l done rm -r /mnt/lustre/d123ad.sanity: 74 seconds llite.lustre-ffff924b8a17d000.statahead_stats= statahead total: 61 statahead wrong: 1 agl total: 55 list_total: 30 fname_total: 31 hit_total: 45000 miss_total: 206 mdc.lustre-MDT0000-mdc-ffff924b8a17d000.batch_stats= snapshot_time: 1772683516.598164570 secs.nsecs start_time: 1772683253.386923072 secs.nsecs elapsed_time: 263.211241498 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 0 0 0 4: 5 1 2 8: 6 1 3 16: 222 63 67 32: 116 32 100 mdc.lustre-MDT0001-mdc-ffff924b8a17d000.batch_stats= snapshot_time: 1772683516.598252615 secs.nsecs start_time: 1772683253.386982879 secs.nsecs elapsed_time: 263.211269736 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 1 0 0 8: 4 1 1 16: 161 45 47 32: 187 52 100 - open/close 3674 (time 1772683527.73 total 10.00 last 367.40) - open/close 7251 (time 1772683537.74 total 20.00 last 357.63) total: 10000 open/close in 26.61 seconds: 375.78 ops/second llite.lustre-ffff924b8a17d000.statahead_batch_max=0 llite.lustre-ffff924b8a17d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff924b8a17d000.stats=clear mdc.lustre-MDT0001-mdc-ffff924b8a17d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.159s user 0m0.151s sys 0m32.645s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff924b8a17d000.statahead_batch_max=32 llite.lustre-ffff924b8a17d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff924b8a17d000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff924b8a17d000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff924b8a17d000.stats=clear mdc.lustre-MDT0001-mdc-ffff924b8a17d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.186s user 0m0.185s sys 0m23.248s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff924b8a17d000.batch_stats= snapshot_time: 1772683630.785288614 secs.nsecs start_time: 1772683582.224126141 secs.nsecs elapsed_time: 48.561162473 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff924b8a17d000.batch_stats= snapshot_time: 1772683630.785333867 secs.nsecs start_time: 1772683582.224188718 secs.nsecs elapsed_time: 48.561145149 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff924b8a17d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff924b8a17d000.batch_stats=0 llite.lustre-ffff924b8a17d000.statahead_max=2048 llite.lustre-ffff924b8a17d000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff924b8a17d000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff924b8a17d000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.70 seconds: 143.71 ops/second llite.lustre-ffff924b8a17d000.statahead_max=0 101 real 0m0.648s user 0m0.001s sys 0m0.249s ls -l 100 files without statahead: 0 sec llite.lustre-ffff924b8a17d000.statahead_max=2048 2048 101 real 0m0.424s user 0m0.003s sys 0m0.197s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.94 seconds: 464.29 ops/second llite.lustre-ffff924b8a17d000.statahead_max=0 1001 real 0m6.243s user 0m0.017s sys 0m2.383s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff924b8a17d000.statahead_max=2048 2048 1001 real 0m3.653s user 0m0.014s sys 0m1.365s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4745 (time 1772683746.40 total 10.00 last 474.41) total: 9000 open/close in 19.15 seconds: 470.03 ops/second llite.lustre-ffff924b8a17d000.statahead_max=0 10001 real 1m1.265s user 0m0.201s sys 0m23.118s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff924b8a17d000.statahead_max=2048 2048 10001 real 0m31.063s user 0m0.156s sys 0m22.111s ls -l 10000 files with statahead: 31 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff924b8a17d000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff924b8a17d000.batch_stats= snapshot_time: 1772683926.455645878 secs.nsecs start_time: 1772683631.636391883 secs.nsecs elapsed_time: 294.819253995 secs.nsecs subreqs per batch batches % cum % 1: 133 61 61 2: 30 13 75 4: 15 6 82 8: 3 1 84 16: 0 0 84 32: 0 0 84 64: 2 0 85 128: 2 0 86 256: 30 13 100 mdc.lustre-MDT0001-mdc-ffff924b8a17d000.batch_stats= snapshot_time: 1772683926.455691659 secs.nsecs start_time: 1772683631.636546883 secs.nsecs elapsed_time: 294.819144776 secs.nsecs subreqs per batch batches % cum % 1: 143 65 65 2: 30 13 78 4: 6 2 81 8: 5 2 83 16: 1 0 84 32: 0 0 84 64: 3 1 85 128: 2 0 86 256: 30 13 100 - open/close 4717 (time 1772683937.31 total 10.00 last 471.70) - open/close 9278 (time 1772683947.31 total 20.00 last 456.09) total: 10000 open/close in 21.65 seconds: 461.80 ops/second llite.lustre-ffff924b8a17d000.statahead_batch_max=0 llite.lustre-ffff924b8a17d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff924b8a17d000.stats=clear mdc.lustre-MDT0001-mdc-ffff924b8a17d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.674s user 0m0.161s sys 0m28.750s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff924b8a17d000.statahead_batch_max=256 llite.lustre-ffff924b8a17d000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff924b8a17d000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff924b8a17d000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff924b8a17d000.stats=clear mdc.lustre-MDT0001-mdc-ffff924b8a17d000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.364s user 0m0.143s sys 0m19.345s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff924b8a17d000.batch_stats= snapshot_time: 1772684017.580280747 secs.nsecs start_time: 1772683985.243485226 secs.nsecs elapsed_time: 32.336795521 secs.nsecs subreqs per batch batches % cum % 1: 324 65 65 2: 56 11 76 4: 41 8 84 8: 16 3 87 16: 3 0 88 32: 23 4 92 64: 1 0 93 128: 0 0 93 256: 34 6 100 mdc.lustre-MDT0001-mdc-ffff924b8a17d000.batch_stats= snapshot_time: 1772684017.580323002 secs.nsecs start_time: 1772683985.243530938 secs.nsecs elapsed_time: 32.336792064 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff924b8a17d000.statahead_batch_max=64 llite.lustre-ffff924b8a17d000.statahead_max=128