== sanity test 123ad: Verify batching statahead works correctly ========================================================== 02:50:03 (1733644203) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012b468800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b468800.batch_stats=0 llite.lustre-ffff88012b468800.statahead_max=32 llite.lustre-ffff88012b468800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012b468800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b468800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.59 seconds: 169.49 ops/second llite.lustre-ffff88012b468800.statahead_max=0 101 real 0m0.548s user 0m0.007s sys 0m0.209s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012b468800.statahead_max=32 32 101 real 0m0.312s user 0m0.004s sys 0m0.122s ls -l 100 files with statahead: 1 sec statahead total: 44 statahead wrong: 1 agl total: 44 list_total: 19 fname_total: 25 hit_total: 11536 miss_total: 217 total: 900 open/close in 1.67 seconds: 538.99 ops/second llite.lustre-ffff88012b468800.statahead_max=0 1001 real 0m5.059s user 0m0.027s sys 0m1.899s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012b468800.statahead_max=32 32 1001 real 0m1.728s user 0m0.020s sys 0m0.934s ls -l 1000 files with statahead: 2 sec statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 20 fname_total: 25 hit_total: 12535 miss_total: 218 - open/close 5515 (time 1733644227.50 total 10.00 last 551.41) total: 9000 open/close in 16.41 seconds: 548.46 ops/second llite.lustre-ffff88012b468800.statahead_max=0 10001 real 0m48.398s user 0m0.280s sys 0m17.756s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff88012b468800.statahead_max=32 32 10001 real 0m17.527s user 0m0.220s sys 0m9.503s ls -l 10000 files with statahead: 18 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 21 fname_total: 25 hit_total: 22534 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff88012b468800.statahead_stats= statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 21 fname_total: 25 hit_total: 22534 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff88012b468800.batch_stats= snapshot_time: 1733644339.418322677 secs.nsecs start_time: 1733644204.141586523 secs.nsecs elapsed_time: 135.276736154 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 3 0 1 8: 5 1 2 16: 196 55 58 32: 149 41 100 mdc.lustre-MDT0001-mdc-ffff88012b468800.batch_stats= snapshot_time: 1733644339.418774891 secs.nsecs start_time: 1733644204.141705873 secs.nsecs elapsed_time: 135.277069018 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 5 1 1 8: 6 1 3 16: 189 53 56 32: 153 43 100 - open/close 5682 (time 1733644350.33 total 10.00 last 568.20) total: 10000 open/close in 17.59 seconds: 568.40 ops/second llite.lustre-ffff88012b468800.statahead_batch_max=0 llite.lustre-ffff88012b468800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b468800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b468800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.148s user 0m0.217s sys 0m9.426s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b468800.statahead_batch_max=32 llite.lustre-ffff88012b468800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b468800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012b468800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b468800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b468800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.544s user 0m0.233s sys 0m8.737s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b468800.batch_stats= snapshot_time: 1733644391.446314415 secs.nsecs start_time: 1733644369.742247989 secs.nsecs elapsed_time: 21.704066426 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012b468800.batch_stats= snapshot_time: 1733644391.446425203 secs.nsecs start_time: 1733644369.742354749 secs.nsecs elapsed_time: 21.704070454 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012b468800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b468800.batch_stats=0 llite.lustre-ffff88012b468800.statahead_max=2048 llite.lustre-ffff88012b468800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012b468800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012b468800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.48 seconds: 209.15 ops/second llite.lustre-ffff88012b468800.statahead_max=0 101 real 0m0.463s user 0m0.007s sys 0m0.161s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012b468800.statahead_max=2048 2048 101 real 0m0.265s user 0m0.001s sys 0m0.110s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.58 seconds: 570.48 ops/second llite.lustre-ffff88012b468800.statahead_max=0 1001 real 0m4.635s user 0m0.024s sys 0m1.691s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012b468800.statahead_max=2048 2048 1001 real 0m1.394s user 0m0.016s sys 0m0.849s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5584 (time 1733644470.33 total 10.00 last 558.31) total: 9000 open/close in 16.07 seconds: 559.91 ops/second llite.lustre-ffff88012b468800.statahead_max=0 10001 real 0m45.412s user 0m0.249s sys 0m16.220s ls -l 10000 files without statahead: 45 sec llite.lustre-ffff88012b468800.statahead_max=2048 2048 10001 real 0m9.665s user 0m0.210s sys 0m8.464s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff88012b468800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012b468800.batch_stats= snapshot_time: 1733644568.624609445 secs.nsecs start_time: 1733644392.106896816 secs.nsecs elapsed_time: 176.517712629 secs.nsecs subreqs per batch batches % cum % 1: 17 28 28 2: 2 3 32 4: 2 3 35 8: 2 3 38 16: 1 1 40 32: 0 0 40 64: 1 1 42 128: 8 13 55 256: 26 44 100 mdc.lustre-MDT0001-mdc-ffff88012b468800.batch_stats= snapshot_time: 1733644568.624744417 secs.nsecs start_time: 1733644392.107019460 secs.nsecs elapsed_time: 176.517724957 secs.nsecs subreqs per batch batches % cum % 1: 7 13 13 2: 0 0 13 4: 3 5 18 8: 3 5 24 16: 2 3 28 32: 0 0 28 64: 4 7 35 128: 0 0 35 256: 34 64 100 - open/close 5541 (time 1733644579.27 total 10.00 last 554.04) total: 10000 open/close in 18.25 seconds: 547.86 ops/second llite.lustre-ffff88012b468800.statahead_batch_max=0 llite.lustre-ffff88012b468800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b468800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b468800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.297s user 0m0.198s sys 0m9.157s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012b468800.statahead_batch_max=256 llite.lustre-ffff88012b468800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b468800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012b468800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012b468800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012b468800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.683s user 0m0.190s sys 0m8.184s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012b468800.batch_stats= snapshot_time: 1733644611.338469362 secs.nsecs start_time: 1733644599.490081126 secs.nsecs elapsed_time: 11.848388236 secs.nsecs subreqs per batch batches % cum % 1: 233 71 71 2: 14 4 75 4: 6 1 77 8: 8 2 79 16: 13 3 83 32: 14 4 88 64: 3 0 88 128: 1 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff88012b468800.batch_stats= snapshot_time: 1733644611.338609420 secs.nsecs start_time: 1733644599.490158929 secs.nsecs elapsed_time: 11.848450491 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012b468800.statahead_batch_max=64 llite.lustre-ffff88012b468800.statahead_max=128