== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:56:08 (1772477768) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffffa02e51192000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa02e51192000.batch_stats=0 llite.lustre-ffffa02e51192000.statahead_max=32 llite.lustre-ffffa02e51192000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffffa02e51192000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa02e51192000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.65 seconds: 154.12 ops/second llite.lustre-ffffa02e51192000.statahead_max=0 101 real 0m0.655s user 0m0.005s sys 0m0.262s ls -l 100 files without statahead: 1 sec llite.lustre-ffffa02e51192000.statahead_max=32 32 101 real 0m0.421s user 0m0.003s sys 0m0.274s ls -l 100 files with statahead: 1 sec statahead total: 77 statahead wrong: 2 agl total: 71 list_total: 31 fname_total: 42 hit_total: 28906 miss_total: 905 total: 900 open/close in 1.90 seconds: 473.47 ops/second llite.lustre-ffffa02e51192000.statahead_max=0 1001 real 0m5.724s user 0m0.022s sys 0m2.250s ls -l 1000 files without statahead: 5 sec llite.lustre-ffffa02e51192000.statahead_max=32 32 1001 real 0m4.372s user 0m0.010s sys 0m2.294s ls -l 1000 files with statahead: 4 sec statahead total: 78 statahead wrong: 2 agl total: 72 list_total: 32 fname_total: 42 hit_total: 29905 miss_total: 906 - open/close 4883 (time 1772477798.67 total 10.00 last 488.21) total: 9000 open/close in 18.75 seconds: 479.92 ops/second llite.lustre-ffffa02e51192000.statahead_max=0 10001 real 1m2.233s user 0m0.227s sys 0m24.100s ls -l 10000 files without statahead: 62 sec llite.lustre-ffffa02e51192000.statahead_max=32 32 10001 real 0m42.378s user 0m0.163s sys 0m20.407s ls -l 10000 files with statahead: 42 sec statahead total: 79 statahead wrong: 2 agl total: 73 list_total: 33 fname_total: 42 hit_total: 39904 miss_total: 907 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffffa02e51192000.statahead_stats= statahead total: 79 statahead wrong: 2 agl total: 73 list_total: 33 fname_total: 42 hit_total: 39904 miss_total: 907 mdc.lustre-MDT0000-mdc-ffffa02e51192000.batch_stats= snapshot_time: 1772477990.281105810 secs.nsecs start_time: 1772477769.597836257 secs.nsecs elapsed_time: 220.683269553 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 3 0 1 4: 3 0 2 8: 3 0 3 16: 223 63 66 32: 118 33 100 mdc.lustre-MDT0001-mdc-ffffa02e51192000.batch_stats= snapshot_time: 1772477990.281148088 secs.nsecs start_time: 1772477769.597910680 secs.nsecs elapsed_time: 220.683237408 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 0 8: 6 1 2 16: 162 45 48 32: 184 51 100 - open/close 5323 (time 1772478001.22 total 10.00 last 532.21) total: 10000 open/close in 18.57 seconds: 538.42 ops/second llite.lustre-ffffa02e51192000.statahead_batch_max=0 llite.lustre-ffffa02e51192000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa02e51192000.stats=clear mdc.lustre-MDT0001-mdc-ffffa02e51192000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.789s user 0m0.142s sys 0m33.712s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa02e51192000.statahead_batch_max=32 llite.lustre-ffffa02e51192000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa02e51192000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa02e51192000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa02e51192000.stats=clear mdc.lustre-MDT0001-mdc-ffffa02e51192000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.088s user 0m0.141s sys 0m24.270s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa02e51192000.batch_stats= snapshot_time: 1772478097.323171863 secs.nsecs start_time: 1772478049.660226542 secs.nsecs elapsed_time: 47.662945321 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffffa02e51192000.batch_stats= snapshot_time: 1772478097.323227880 secs.nsecs start_time: 1772478049.660278154 secs.nsecs elapsed_time: 47.662949726 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffffa02e51192000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa02e51192000.batch_stats=0 llite.lustre-ffffa02e51192000.statahead_max=2048 llite.lustre-ffffa02e51192000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffffa02e51192000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa02e51192000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.74 seconds: 135.55 ops/second llite.lustre-ffffa02e51192000.statahead_max=0 101 real 0m0.638s user 0m0.003s sys 0m0.247s ls -l 100 files without statahead: 0 sec llite.lustre-ffffa02e51192000.statahead_max=2048 2048 101 real 0m0.427s user 0m0.002s sys 0m0.187s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.87 seconds: 481.12 ops/second llite.lustre-ffffa02e51192000.statahead_max=0 1001 real 0m8.509s user 0m0.026s sys 0m3.151s ls -l 1000 files without statahead: 8 sec llite.lustre-ffffa02e51192000.statahead_max=2048 2048 1001 real 0m3.422s user 0m0.015s sys 0m1.346s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4697 (time 1772478221.91 total 10.00 last 469.68) - open/close 8855 (time 1772478231.91 total 20.00 last 415.80) total: 9000 open/close in 20.39 seconds: 441.31 ops/second llite.lustre-ffffa02e51192000.statahead_max=0 10001 real 1m12.346s user 0m0.225s sys 0m27.006s ls -l 10000 files without statahead: 73 sec llite.lustre-ffffa02e51192000.statahead_max=2048 2048 10001 real 0m41.734s user 0m0.181s sys 0m25.546s ls -l 10000 files with statahead: 42 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 70 seconds llite.lustre-ffffa02e51192000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffffa02e51192000.batch_stats= snapshot_time: 1772478433.307088155 secs.nsecs start_time: 1772478098.101163951 secs.nsecs elapsed_time: 335.205924204 secs.nsecs subreqs per batch batches % cum % 1: 458 85 85 2: 37 6 92 4: 3 0 93 8: 3 0 93 16: 1 0 94 32: 1 0 94 64: 1 0 94 128: 2 0 94 256: 28 5 100 mdc.lustre-MDT0001-mdc-ffffa02e51192000.batch_stats= snapshot_time: 1772478433.307146198 secs.nsecs start_time: 1772478098.101267087 secs.nsecs elapsed_time: 335.205879111 secs.nsecs subreqs per batch batches % cum % 1: 445 84 84 2: 35 6 91 4: 9 1 93 8: 3 0 93 16: 0 0 93 32: 2 0 94 64: 1 0 94 128: 2 0 94 256: 28 5 100 - open/close 4815 (time 1772478444.94 total 10.00 last 481.48) - open/close 9594 (time 1772478454.94 total 20.00 last 477.89) total: 10000 open/close in 20.86 seconds: 479.44 ops/second llite.lustre-ffffa02e51192000.statahead_batch_max=0 llite.lustre-ffffa02e51192000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa02e51192000.stats=clear mdc.lustre-MDT0001-mdc-ffffa02e51192000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.657s user 0m0.163s sys 0m32.549s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa02e51192000.statahead_batch_max=256 llite.lustre-ffffa02e51192000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa02e51192000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa02e51192000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa02e51192000.stats=clear mdc.lustre-MDT0001-mdc-ffffa02e51192000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m29.853s user 0m0.142s sys 0m21.670s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa02e51192000.batch_stats= snapshot_time: 1772478535.008867530 secs.nsecs start_time: 1772478498.491954172 secs.nsecs elapsed_time: 36.516913358 secs.nsecs subreqs per batch batches % cum % 1: 382 63 63 2: 102 16 80 4: 49 8 88 8: 10 1 89 16: 4 0 90 32: 21 3 93 64: 3 0 94 128: 1 0 94 256: 33 5 100 mdc.lustre-MDT0001-mdc-ffffa02e51192000.batch_stats= snapshot_time: 1772478535.008908572 secs.nsecs start_time: 1772478498.492004612 secs.nsecs elapsed_time: 36.516903960 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffffa02e51192000.statahead_batch_max=64 llite.lustre-ffffa02e51192000.statahead_max=128