== sanity test 123ad: Verify batching statahead works correctly ========================================================== 12:37:15 (1779208635) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8bd887e91800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8bd887e91800.batch_stats=0 llite.lustre-ffff8bd887e91800.statahead_max=32 llite.lustre-ffff8bd887e91800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8bd887e91800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8bd887e91800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.59 seconds: 38.68 ops/second llite.lustre-ffff8bd887e91800.statahead_max=0 101 real 0m2.795s user 0m0.003s sys 0m0.360s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8bd887e91800.statahead_max=32 llite.lustre-ffff8bd887e91800.statahead_max=32 101 real 0m1.124s user 0m0.008s sys 0m0.178s 'ls -l' 100 files with statahead: 1 sec statahead total: 117 statahead wrong: 2 agl total: 111 list_total: 30 fname_total: 64 hit_total: 3914 miss_total: 1722 swrong=2 ewrong=2 - open/close 748 (time 1779208663.86 total 10.00 last 74.77) total: 900 open/close in 12.09 seconds: 74.46 ops/second llite.lustre-ffff8bd887e91800.statahead_max=0 1001 real 0m23.274s user 0m0.040s sys 0m3.153s 'ls -l' 1000 files without statahead: 23 sec llite.lustre-ffff8bd887e91800.statahead_max=32 llite.lustre-ffff8bd887e91800.statahead_max=32 1001 real 0m9.830s user 0m0.033s sys 0m1.525s 'ls -l' 1000 files with statahead: 10 sec statahead total: 118 statahead wrong: 2 agl total: 112 list_total: 31 fname_total: 64 hit_total: 4911 miss_total: 1725 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 21 seconds llite.lustre-ffff8bd887e91800.statahead_stats= statahead total: 118 statahead wrong: 2 agl total: 112 list_total: 31 fname_total: 64 hit_total: 4911 miss_total: 1725 mdc.lustre-MDT0000-mdc-ffff8bd887e91800.batch_stats= snapshot_time: 1779208733.542674914 secs.nsecs start_time: 1779208640.446947077 secs.nsecs elapsed_time: 93.095727837 secs.nsecs subreqs per batch batches % cum % 1: 2 5 5 2: 1 2 7 4: 3 7 15 8: 1 2 17 16: 18 45 62 32: 15 37 100 mdc.lustre-MDT0001-mdc-ffff8bd887e91800.batch_stats= snapshot_time: 1779208733.545013341 secs.nsecs start_time: 1779208640.447502438 secs.nsecs elapsed_time: 93.097510903 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 2 2 8: 5 12 15 16: 21 53 69 32: 12 30 100 - open/close 760 (time 1779208746.10 total 10.00 last 75.98) - open/close 1477 (time 1779208756.11 total 20.01 last 71.61) - open/close 2210 (time 1779208766.13 total 30.03 last 73.22) - open/close 2998 (time 1779208776.13 total 40.03 last 78.74) - open/close 3760 (time 1779208786.14 total 50.04 last 76.16) - open/close 4418 (time 1779208796.14 total 60.04 last 65.79) - open/close 5124 (time 1779208806.15 total 70.05 last 70.54) - open/close 5807 (time 1779208816.15 total 80.05 last 68.29) - open/close 6518 (time 1779208826.16 total 90.06 last 71.04) - open/close 7309 (time 1779208836.16 total 100.06 last 79.06) - open/close 8088 (time 1779208846.17 total 110.07 last 77.85) - open/close 8834 (time 1779208856.17 total 120.07 last 74.56) - open/close 9615 (time 1779208866.18 total 130.08 last 78.05) total: 10000 open/close in 134.76 seconds: 74.20 ops/second llite.lustre-ffff8bd887e91800.statahead_batch_max=0 llite.lustre-ffff8bd887e91800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8bd887e91800.stats=clear mdc.lustre-MDT0001-mdc-ffff8bd887e91800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m2.999s user 0m0.353s sys 0m17.035s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8bd887e91800.statahead_batch_max=32 llite.lustre-ffff8bd887e91800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8bd887e91800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8bd887e91800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8bd887e91800.stats=clear mdc.lustre-MDT0001-mdc-ffff8bd887e91800.stats=clear ls -l files in d123ad.sanity: 10001 real 1m50.637s user 0m0.303s sys 0m15.542s batched statahead RPC= hit count=9982 mdc.lustre-MDT0000-mdc-ffff8bd887e91800.batch_stats= snapshot_time: 1779209069.887034094 secs.nsecs start_time: 1779208944.112982963 secs.nsecs elapsed_time: 125.774051131 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 313 99 100 mdc.lustre-MDT0001-mdc-ffff8bd887e91800.batch_stats= snapshot_time: 1779209069.887101516 secs.nsecs start_time: 1779208944.113056499 secs.nsecs elapsed_time: 125.774045017 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8bd887e91800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8bd887e91800.batch_stats=0 llite.lustre-ffff8bd887e91800.statahead_max=2048 llite.lustre-ffff8bd887e91800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8bd887e91800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8bd887e91800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 2.48 seconds: 40.39 ops/second llite.lustre-ffff8bd887e91800.statahead_max=0 101 real 0m2.575s user 0m0.006s sys 0m0.344s 'ls -l' 100 files without statahead: 3 sec llite.lustre-ffff8bd887e91800.statahead_max=2048 llite.lustre-ffff8bd887e91800.statahead_max=2048 101 real 0m0.837s user 0m0.005s sys 0m0.185s 'ls -l' 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10081 miss_total: 19 swrong=0 ewrong=0 - open/close 837 (time 1779209378.33 total 10.01 last 83.60) total: 900 open/close in 10.76 seconds: 83.65 ops/second llite.lustre-ffff8bd887e91800.statahead_max=0 1001 real 0m22.264s user 0m0.028s sys 0m3.185s 'ls -l' 1000 files without statahead: 22 sec llite.lustre-ffff8bd887e91800.statahead_max=2048 llite.lustre-ffff8bd887e91800.statahead_max=2048 1001 real 0m6.252s user 0m0.031s sys 0m1.715s 'ls -l' 1000 files with statahead: 6 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11080 miss_total: 20 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 17 seconds llite.lustre-ffff8bd887e91800.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11080 miss_total: 20 mdc.lustre-MDT0000-mdc-ffff8bd887e91800.batch_stats= snapshot_time: 1779209435.341410062 secs.nsecs start_time: 1779209072.464663657 secs.nsecs elapsed_time: 362.876746405 secs.nsecs subreqs per batch batches % cum % 1: 1 12 12 2: 1 12 25 4: 2 25 50 8: 0 0 50 16: 1 12 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff8bd887e91800.batch_stats= snapshot_time: 1779209435.341490911 secs.nsecs start_time: 1779209072.464880157 secs.nsecs elapsed_time: 362.876610754 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 5 62 62 16: 0 0 62 32: 1 12 75 64: 0 0 75 128: 0 0 75 256: 2 25 100 - open/close 746 (time 1779209447.43 total 10.02 last 74.47) - open/close 1521 (time 1779209457.44 total 20.02 last 77.48) - open/close 2281 (time 1779209467.44 total 30.02 last 75.97) - open/close 3055 (time 1779209477.45 total 40.04 last 77.29) - open/close 3879 (time 1779209487.45 total 50.04 last 82.39) - open/close 4667 (time 1779209497.46 total 60.05 last 78.74) - open/close 5430 (time 1779209507.47 total 70.05 last 76.26) - open/close 6228 (time 1779209517.48 total 80.07 last 79.68) - open/close 6995 (time 1779209527.51 total 90.09 last 76.51) - open/close 7760 (time 1779209537.51 total 100.09 last 76.48) - open/close 8533 (time 1779209547.52 total 110.10 last 77.25) - open/close 9366 (time 1779209557.52 total 120.11 last 83.24) total: 10000 open/close in 127.57 seconds: 78.39 ops/second llite.lustre-ffff8bd887e91800.statahead_batch_max=0 llite.lustre-ffff8bd887e91800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8bd887e91800.stats=clear mdc.lustre-MDT0001-mdc-ffff8bd887e91800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m50.023s user 0m0.348s sys 0m18.434s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8bd887e91800.statahead_batch_max=256 llite.lustre-ffff8bd887e91800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8bd887e91800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8bd887e91800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8bd887e91800.stats=clear mdc.lustre-MDT0001-mdc-ffff8bd887e91800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m50.358s user 0m0.315s sys 0m17.882s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8bd887e91800.batch_stats= snapshot_time: 1779209686.210188219 secs.nsecs start_time: 1779209623.783193505 secs.nsecs elapsed_time: 62.426994714 secs.nsecs subreqs per batch batches % cum % 1: 285 60 60 2: 54 11 71 4: 44 9 80 8: 29 6 86 16: 7 1 88 32: 17 3 91 64: 4 0 92 128: 2 0 93 256: 33 6 100 mdc.lustre-MDT0001-mdc-ffff8bd887e91800.batch_stats= snapshot_time: 1779209686.210258138 secs.nsecs start_time: 1779209623.783308610 secs.nsecs elapsed_time: 62.426949528 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 1 seconds: 0.000000 unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8bd887e91800.statahead_batch_max=64 llite.lustre-ffff8bd887e91800.statahead_max=128