== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:03:21 (1733796201) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a877a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a877a000.batch_stats=0 llite.lustre-ffff8800a877a000.statahead_max=32 llite.lustre-ffff8800a877a000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a877a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a877a000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.50 seconds: 199.84 ops/second llite.lustre-ffff8800a877a000.statahead_max=0 101 real 0m0.480s user 0m0.004s sys 0m0.176s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a877a000.statahead_max=32 32 101 real 0m0.345s user 0m0.001s sys 0m0.133s ls -l 100 files with statahead: 0 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 19 fname_total: 28 hit_total: 11693 miss_total: 218 total: 900 open/close in 1.65 seconds: 546.94 ops/second llite.lustre-ffff8800a877a000.statahead_max=0 1001 real 0m4.760s user 0m0.028s sys 0m1.756s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a877a000.statahead_max=32 32 1001 real 0m1.761s user 0m0.013s sys 0m0.985s ls -l 1000 files with statahead: 2 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 20 fname_total: 28 hit_total: 12692 miss_total: 219 - open/close 5515 (time 1733796225.45 total 10.00 last 551.47) total: 9000 open/close in 16.40 seconds: 548.94 ops/second llite.lustre-ffff8800a877a000.statahead_max=0 10001 real 0m49.014s user 0m0.300s sys 0m17.924s ls -l 10000 files without statahead: 49 sec llite.lustre-ffff8800a877a000.statahead_max=32 32 10001 real 0m17.836s user 0m0.226s sys 0m9.622s ls -l 10000 files with statahead: 17 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22691 miss_total: 220 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff8800a877a000.statahead_stats= statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22691 miss_total: 220 mdc.lustre-MDT0000-mdc-ffff8800a877a000.batch_stats= snapshot_time: 1733796340.141023788 secs.nsecs start_time: 1733796202.581132930 secs.nsecs elapsed_time: 137.559890858 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 2 0 1 8: 7 1 3 16: 229 65 68 32: 110 31 100 mdc.lustre-MDT0001-mdc-ffff8800a877a000.batch_stats= snapshot_time: 1733796340.141179740 secs.nsecs start_time: 1733796202.581232190 secs.nsecs elapsed_time: 137.559947550 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 3 0 1 8: 5 1 3 16: 151 42 45 32: 194 54 100 - open/close 5298 (time 1733796350.80 total 10.00 last 529.78) total: 10000 open/close in 18.71 seconds: 534.41 ops/second llite.lustre-ffff8800a877a000.statahead_batch_max=0 llite.lustre-ffff8800a877a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a877a000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a877a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.392s user 0m0.198s sys 0m10.724s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a877a000.statahead_batch_max=32 llite.lustre-ffff8800a877a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a877a000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a877a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a877a000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a877a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.479s user 0m0.222s sys 0m9.225s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a877a000.batch_stats= snapshot_time: 1733796395.671094414 secs.nsecs start_time: 1733796373.018936355 secs.nsecs elapsed_time: 22.652158059 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a877a000.batch_stats= snapshot_time: 1733796395.671203071 secs.nsecs start_time: 1733796373.019049530 secs.nsecs elapsed_time: 22.652153541 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a877a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a877a000.batch_stats=0 llite.lustre-ffff8800a877a000.statahead_max=2048 llite.lustre-ffff8800a877a000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a877a000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a877a000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.58 seconds: 173.37 ops/second llite.lustre-ffff8800a877a000.statahead_max=0 101 real 0m0.508s user 0m0.003s sys 0m0.193s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a877a000.statahead_max=2048 2048 101 real 0m0.276s user 0m0.003s sys 0m0.116s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.88 seconds: 479.58 ops/second llite.lustre-ffff8800a877a000.statahead_max=0 1001 real 0m4.831s user 0m0.016s sys 0m1.795s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a877a000.statahead_max=2048 2048 1001 real 0m1.206s user 0m0.019s sys 0m0.823s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5066 (time 1733796478.84 total 10.00 last 506.56) total: 9000 open/close in 18.13 seconds: 496.36 ops/second llite.lustre-ffff8800a877a000.statahead_max=0 10001 real 1m4.046s user 0m0.310s sys 0m22.502s ls -l 10000 files without statahead: 64 sec llite.lustre-ffff8800a877a000.statahead_max=2048 2048 10001 real 0m9.399s user 0m0.199s sys 0m8.209s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff8800a877a000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a877a000.batch_stats= snapshot_time: 1733796602.248010811 secs.nsecs start_time: 1733796396.401965062 secs.nsecs elapsed_time: 205.846045749 secs.nsecs subreqs per batch batches % cum % 1: 51 45 45 2: 2 1 47 4: 12 10 58 8: 9 8 66 16: 2 1 68 32: 0 0 68 64: 2 1 70 128: 2 1 72 256: 31 27 100 mdc.lustre-MDT0001-mdc-ffff8800a877a000.batch_stats= snapshot_time: 1733796602.248117951 secs.nsecs start_time: 1733796396.402128627 secs.nsecs elapsed_time: 205.845989324 secs.nsecs subreqs per batch batches % cum % 1: 61 49 49 2: 5 4 53 4: 13 10 63 8: 7 5 69 16: 2 1 70 32: 2 1 72 64: 0 0 72 128: 4 3 75 256: 30 24 100 - open/close 5287 (time 1733796612.87 total 10.00 last 528.68) total: 10000 open/close in 18.84 seconds: 530.71 ops/second llite.lustre-ffff8800a877a000.statahead_batch_max=0 llite.lustre-ffff8800a877a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a877a000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a877a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.385s user 0m0.218s sys 0m10.199s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a877a000.statahead_batch_max=256 llite.lustre-ffff8800a877a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a877a000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a877a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a877a000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a877a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.074s user 0m0.185s sys 0m8.544s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a877a000.batch_stats= snapshot_time: 1733796647.217685209 secs.nsecs start_time: 1733796634.906684883 secs.nsecs elapsed_time: 12.311000326 secs.nsecs subreqs per batch batches % cum % 1: 198 64 64 2: 10 3 68 4: 11 3 71 8: 14 4 76 16: 17 5 81 32: 17 5 87 64: 3 0 88 128: 0 0 88 256: 35 11 100 mdc.lustre-MDT0001-mdc-ffff8800a877a000.batch_stats= snapshot_time: 1733796647.217789547 secs.nsecs start_time: 1733796634.906781065 secs.nsecs elapsed_time: 12.311008482 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a877a000.statahead_batch_max=64 llite.lustre-ffff8800a877a000.statahead_max=128