== sanity test 123ad: Verify batching statahead works correctly ========================================================== 12:17:29 (1754410649) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff89fe03513800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff89fe03513800.batch_stats=0 llite.lustre-ffff89fe03513800.statahead_max=32 llite.lustre-ffff89fe03513800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff89fe03513800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff89fe03513800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.10 seconds: 91.19 ops/second llite.lustre-ffff89fe03513800.statahead_max=0 101 real 0m1.133s user 0m0.006s sys 0m0.286s ls -l 100 files without statahead: 1 sec llite.lustre-ffff89fe03513800.statahead_max=32 32 101 real 0m0.447s user 0m0.004s sys 0m0.195s ls -l 100 files with statahead: 0 sec statahead total: 69 statahead wrong: 1 agl total: 62 list_total: 29 fname_total: 37 hit_total: 27994 miss_total: 214 total: 900 open/close in 4.63 seconds: 194.59 ops/second llite.lustre-ffff89fe03513800.statahead_max=0 1001 real 0m8.035s user 0m0.036s sys 0m2.465s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff89fe03513800.statahead_max=32 32 1001 real 0m3.661s user 0m0.023s sys 0m1.587s ls -l 1000 files with statahead: 3 sec statahead total: 70 statahead wrong: 1 agl total: 63 list_total: 30 fname_total: 37 hit_total: 28993 miss_total: 215 - open/close 2991 (time 1754410687.16 total 10.00 last 299.00) - open/close 6565 (time 1754410697.16 total 20.01 last 357.33) total: 9000 open/close in 26.70 seconds: 337.04 ops/second llite.lustre-ffff89fe03513800.statahead_max=0 10001 real 1m2.255s user 0m0.304s sys 0m21.528s ls -l 10000 files without statahead: 62 sec llite.lustre-ffff89fe03513800.statahead_max=32 32 10001 real 0m44.206s user 0m0.197s sys 0m20.119s ls -l 10000 files with statahead: 44 sec statahead total: 71 statahead wrong: 1 agl total: 64 list_total: 31 fname_total: 37 hit_total: 38992 miss_total: 216 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff89fe03513800.statahead_stats= statahead total: 71 statahead wrong: 1 agl total: 64 list_total: 31 fname_total: 37 hit_total: 38992 miss_total: 216 mdc.lustre-MDT0000-mdc-ffff89fe03513800.batch_stats= snapshot_time: 1754410882.387931377 secs.nsecs start_time: 1754410651.883340419 secs.nsecs elapsed_time: 230.504590958 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 3 0 1 4: 3 0 2 8: 6 1 3 16: 238 67 71 32: 101 28 100 mdc.lustre-MDT0001-mdc-ffff89fe03513800.batch_stats= snapshot_time: 1754410882.387993568 secs.nsecs start_time: 1754410651.884015136 secs.nsecs elapsed_time: 230.503978432 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 1 0 1 8: 5 1 2 16: 154 43 45 32: 192 54 100 - open/close 4468 (time 1754410893.84 total 10.00 last 446.72) - open/close 8943 (time 1754410903.84 total 20.00 last 447.46) total: 10000 open/close in 22.41 seconds: 446.19 ops/second llite.lustre-ffff89fe03513800.statahead_batch_max=0 llite.lustre-ffff89fe03513800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff89fe03513800.stats=clear mdc.lustre-MDT0001-mdc-ffff89fe03513800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.455s user 0m0.186s sys 0m30.801s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff89fe03513800.statahead_batch_max=32 llite.lustre-ffff89fe03513800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff89fe03513800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff89fe03513800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff89fe03513800.stats=clear mdc.lustre-MDT0001-mdc-ffff89fe03513800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.716s user 0m0.173s sys 0m19.526s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff89fe03513800.batch_stats= snapshot_time: 1754410981.271467422 secs.nsecs start_time: 1754410941.660590333 secs.nsecs elapsed_time: 39.610877089 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff89fe03513800.batch_stats= snapshot_time: 1754410981.271507665 secs.nsecs start_time: 1754410941.660693095 secs.nsecs elapsed_time: 39.610814570 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff89fe03513800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff89fe03513800.batch_stats=0 llite.lustre-ffff89fe03513800.statahead_max=2048 llite.lustre-ffff89fe03513800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff89fe03513800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff89fe03513800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.86 seconds: 116.62 ops/second llite.lustre-ffff89fe03513800.statahead_max=0 101 real 0m0.579s user 0m0.003s sys 0m0.218s ls -l 100 files without statahead: 1 sec llite.lustre-ffff89fe03513800.statahead_max=2048 2048 101 real 0m0.340s user 0m0.003s sys 0m0.207s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.77 seconds: 508.52 ops/second llite.lustre-ffff89fe03513800.statahead_max=0 1001 real 0m5.626s user 0m0.017s sys 0m2.039s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff89fe03513800.statahead_max=2048 2048 1001 real 0m3.169s user 0m0.017s sys 0m1.212s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5028 (time 1754411093.03 total 10.00 last 502.80) total: 9000 open/close in 17.86 seconds: 503.88 ops/second llite.lustre-ffff89fe03513800.statahead_max=0 10001 real 0m56.759s user 0m0.242s sys 0m20.192s ls -l 10000 files without statahead: 56 sec llite.lustre-ffff89fe03513800.statahead_max=2048 2048 10001 real 0m25.708s user 0m0.155s sys 0m18.166s ls -l 10000 files with statahead: 26 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 63 seconds llite.lustre-ffff89fe03513800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff89fe03513800.batch_stats= snapshot_time: 1754411257.782664416 secs.nsecs start_time: 1754410982.109842960 secs.nsecs elapsed_time: 275.672821456 secs.nsecs subreqs per batch batches % cum % 1: 134 68 68 2: 16 8 76 4: 8 4 80 8: 2 1 81 16: 0 0 81 32: 3 1 83 64: 1 0 83 128: 3 1 85 256: 29 14 100 mdc.lustre-MDT0001-mdc-ffff89fe03513800.batch_stats= snapshot_time: 1754411257.782720816 secs.nsecs start_time: 1754410982.109972962 secs.nsecs elapsed_time: 275.672747854 secs.nsecs subreqs per batch batches % cum % 1: 136 68 68 2: 16 8 76 4: 7 3 79 8: 5 2 82 16: 0 0 82 32: 2 1 83 64: 1 0 83 128: 1 0 84 256: 31 15 100 - open/close 4567 (time 1754411268.55 total 10.00 last 456.66) - open/close 8840 (time 1754411278.55 total 20.00 last 427.20) total: 10000 open/close in 22.90 seconds: 436.64 ops/second llite.lustre-ffff89fe03513800.statahead_batch_max=0 llite.lustre-ffff89fe03513800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff89fe03513800.stats=clear mdc.lustre-MDT0001-mdc-ffff89fe03513800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.877s user 0m0.189s sys 0m24.476s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff89fe03513800.statahead_batch_max=256 llite.lustre-ffff89fe03513800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff89fe03513800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff89fe03513800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff89fe03513800.stats=clear mdc.lustre-MDT0001-mdc-ffff89fe03513800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.910s user 0m0.176s sys 0m22.869s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff89fe03513800.batch_stats= snapshot_time: 1754411347.192239902 secs.nsecs start_time: 1754411311.982827777 secs.nsecs elapsed_time: 35.209412125 secs.nsecs subreqs per batch batches % cum % 1: 128 56 56 2: 27 11 67 4: 8 3 71 8: 1 0 71 16: 2 0 72 32: 21 9 82 64: 5 2 84 128: 1 0 84 256: 35 15 100 mdc.lustre-MDT0001-mdc-ffff89fe03513800.batch_stats= snapshot_time: 1754411347.192280111 secs.nsecs start_time: 1754411311.982898035 secs.nsecs elapsed_time: 35.209382076 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff89fe03513800.statahead_batch_max=64 llite.lustre-ffff89fe03513800.statahead_max=128