== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:08:35 (1749542915) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a9902800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9902800.batch_stats=0 llite.lustre-ffff8800a9902800.statahead_max=32 llite.lustre-ffff8800a9902800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a9902800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9902800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.52 seconds: 192.18 ops/second llite.lustre-ffff8800a9902800.statahead_max=0 101 real 0m0.514s user 0m0.001s sys 0m0.184s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9902800.statahead_max=32 32 101 real 0m0.323s user 0m0.003s sys 0m0.108s ls -l 100 files with statahead: 1 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 19 fname_total: 27 hit_total: 11850 miss_total: 218 total: 900 open/close in 1.79 seconds: 503.64 ops/second llite.lustre-ffff8800a9902800.statahead_max=0 1001 real 0m4.846s user 0m0.022s sys 0m1.741s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff8800a9902800.statahead_max=32 32 1001 real 0m1.600s user 0m0.019s sys 0m0.842s ls -l 1000 files with statahead: 2 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 20 fname_total: 27 hit_total: 12849 miss_total: 219 - open/close 5348 (time 1749542938.87 total 10.00 last 534.72) total: 9000 open/close in 16.98 seconds: 530.02 ops/second llite.lustre-ffff8800a9902800.statahead_max=0 10001 real 0m49.853s user 0m0.204s sys 0m17.426s ls -l 10000 files without statahead: 50 sec llite.lustre-ffff8800a9902800.statahead_max=32 32 10001 real 0m17.451s user 0m0.196s sys 0m9.449s ls -l 10000 files with statahead: 18 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22848 miss_total: 220 ls -l done rm -r /mnt/lustre/d123ad.sanity: 41 seconds llite.lustre-ffff8800a9902800.statahead_stats= statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22848 miss_total: 220 mdc.lustre-MDT0000-mdc-ffff8800a9902800.batch_stats= snapshot_time: 1749543058.680760777 secs.nsecs start_time: 1749542916.236490674 secs.nsecs elapsed_time: 142.444270103 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 2 0 1 4: 4 1 2 8: 5 1 3 16: 220 62 66 32: 120 33 100 mdc.lustre-MDT0001-mdc-ffff8800a9902800.batch_stats= snapshot_time: 1749543058.680796794 secs.nsecs start_time: 1749542916.236536717 secs.nsecs elapsed_time: 142.444260077 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 4 1 1 8: 3 0 2 16: 166 46 49 32: 180 50 100 - open/close 3125 (time 1749543069.45 total 10.00 last 312.42) - open/close 7317 (time 1749543079.45 total 20.01 last 419.09) total: 10000 open/close in 26.93 seconds: 371.30 ops/second llite.lustre-ffff8800a9902800.statahead_batch_max=0 llite.lustre-ffff8800a9902800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9902800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9902800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.400s user 0m0.170s sys 0m8.654s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9902800.statahead_batch_max=32 llite.lustre-ffff8800a9902800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9902800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9902800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9902800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9902800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.361s user 0m0.198s sys 0m8.936s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9902800.batch_stats= snapshot_time: 1749543119.279499049 secs.nsecs start_time: 1749543097.816567130 secs.nsecs elapsed_time: 21.462931919 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800a9902800.batch_stats= snapshot_time: 1749543119.279532581 secs.nsecs start_time: 1749543097.816649410 secs.nsecs elapsed_time: 21.462883171 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a9902800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9902800.batch_stats=0 llite.lustre-ffff8800a9902800.statahead_max=2048 llite.lustre-ffff8800a9902800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a9902800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800a9902800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.51 seconds: 195.89 ops/second llite.lustre-ffff8800a9902800.statahead_max=0 101 real 0m0.550s user 0m0.002s sys 0m0.213s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a9902800.statahead_max=2048 2048 101 real 0m0.297s user 0m0.003s sys 0m0.132s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.91 seconds: 472.32 ops/second llite.lustre-ffff8800a9902800.statahead_max=0 1001 real 0m4.986s user 0m0.022s sys 0m1.810s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800a9902800.statahead_max=2048 2048 1001 real 0m1.077s user 0m0.017s sys 0m0.781s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5081 (time 1749543196.68 total 10.00 last 508.07) total: 9000 open/close in 17.78 seconds: 506.13 ops/second llite.lustre-ffff8800a9902800.statahead_max=0 10001 real 0m49.391s user 0m0.217s sys 0m17.304s ls -l 10000 files without statahead: 49 sec llite.lustre-ffff8800a9902800.statahead_max=2048 2048 10001 real 0m8.183s user 0m0.149s sys 0m7.151s ls -l 10000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff8800a9902800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a9902800.batch_stats= snapshot_time: 1749543299.199643025 secs.nsecs start_time: 1749543119.668361656 secs.nsecs elapsed_time: 179.531281369 secs.nsecs subreqs per batch batches % cum % 1: 19 28 28 2: 3 4 32 4: 3 4 37 8: 3 4 41 16: 3 4 46 32: 1 1 47 64: 1 1 49 128: 4 5 55 256: 30 44 100 mdc.lustre-MDT0001-mdc-ffff8800a9902800.batch_stats= snapshot_time: 1749543299.199678510 secs.nsecs start_time: 1749543119.668455171 secs.nsecs elapsed_time: 179.531223339 secs.nsecs subreqs per batch batches % cum % 1: 13 22 22 2: 1 1 24 4: 4 6 31 8: 4 6 37 16: 0 0 37 32: 0 0 37 64: 2 3 41 128: 2 3 44 256: 32 55 100 - open/close 5026 (time 1749543309.86 total 10.00 last 502.58) total: 10000 open/close in 19.58 seconds: 510.80 ops/second llite.lustre-ffff8800a9902800.statahead_batch_max=0 llite.lustre-ffff8800a9902800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9902800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9902800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.159s user 0m0.201s sys 0m8.169s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a9902800.statahead_batch_max=256 llite.lustre-ffff8800a9902800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9902800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9902800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a9902800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800a9902800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.547s user 0m0.157s sys 0m7.463s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a9902800.batch_stats= snapshot_time: 1749543340.916663598 secs.nsecs start_time: 1749543330.267909266 secs.nsecs elapsed_time: 10.648754332 secs.nsecs subreqs per batch batches % cum % 1: 302 71 71 2: 20 4 76 4: 11 2 78 8: 19 4 83 16: 18 4 87 32: 15 3 91 64: 2 0 91 128: 0 0 91 256: 35 8 100 mdc.lustre-MDT0001-mdc-ffff8800a9902800.batch_stats= snapshot_time: 1749543340.916698011 secs.nsecs start_time: 1749543330.268060897 secs.nsecs elapsed_time: 10.648637114 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a9902800.statahead_batch_max=64 llite.lustre-ffff8800a9902800.statahead_max=128