== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:46:41 (1741628801) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88008b107800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008b107800.batch_stats=0 llite.lustre-ffff88008b107800.statahead_max=32 llite.lustre-ffff88008b107800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88008b107800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008b107800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.67 seconds: 148.72 ops/second llite.lustre-ffff88008b107800.statahead_max=0 101 real 0m0.637s user 0m0.009s sys 0m0.230s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88008b107800.statahead_max=32 32 101 real 0m0.365s user 0m0.004s sys 0m0.126s ls -l 100 files with statahead: 1 sec statahead total: 43 statahead wrong: 1 agl total: 43 list_total: 19 fname_total: 24 hit_total: 11791 miss_total: 217 total: 900 open/close in 2.01 seconds: 447.15 ops/second llite.lustre-ffff88008b107800.statahead_max=0 1001 real 0m5.299s user 0m0.036s sys 0m1.975s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88008b107800.statahead_max=32 32 1001 real 0m1.799s user 0m0.026s sys 0m0.964s ls -l 1000 files with statahead: 2 sec statahead total: 44 statahead wrong: 1 agl total: 44 list_total: 20 fname_total: 24 hit_total: 12790 miss_total: 219 - open/close 3884 (time 1741628827.34 total 10.00 last 388.34) - open/close 6667 (time 1741628837.34 total 20.00 last 278.25) total: 9000 open/close in 27.26 seconds: 330.12 ops/second llite.lustre-ffff88008b107800.statahead_max=0 10001 real 1m2.794s user 0m0.510s sys 0m21.768s ls -l 10000 files without statahead: 63 sec llite.lustre-ffff88008b107800.statahead_max=32 32 10001 real 0m16.632s user 0m0.212s sys 0m8.869s ls -l 10000 files with statahead: 17 sec statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 21 fname_total: 24 hit_total: 22789 miss_total: 220 ls -l done rm -r /mnt/lustre/d123ad.sanity: 38 seconds llite.lustre-ffff88008b107800.statahead_stats= statahead total: 45 statahead wrong: 1 agl total: 45 list_total: 21 fname_total: 24 hit_total: 22789 miss_total: 220 mdc.lustre-MDT0000-mdc-ffff88008b107800.batch_stats= snapshot_time: 1741628967.231630489 secs.nsecs start_time: 1741628803.053410813 secs.nsecs elapsed_time: 164.178219676 secs.nsecs subreqs per batch batches % cum % 1: 4 1 1 2: 2 0 1 4: 1 0 1 8: 8 2 4 16: 217 61 65 32: 122 34 100 mdc.lustre-MDT0001-mdc-ffff88008b107800.batch_stats= snapshot_time: 1741628967.231714374 secs.nsecs start_time: 1741628803.053474830 secs.nsecs elapsed_time: 164.178239544 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 4 1 1 8: 4 1 2 16: 151 42 45 32: 194 54 100 - open/close 5680 (time 1741628977.88 total 10.00 last 567.92) total: 10000 open/close in 18.83 seconds: 531.20 ops/second llite.lustre-ffff88008b107800.statahead_batch_max=0 llite.lustre-ffff88008b107800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008b107800.stats=clear mdc.lustre-MDT0001-mdc-ffff88008b107800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.598s user 0m0.196s sys 0m8.997s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88008b107800.statahead_batch_max=32 llite.lustre-ffff88008b107800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008b107800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008b107800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008b107800.stats=clear mdc.lustre-MDT0001-mdc-ffff88008b107800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m18.645s user 0m0.254s sys 0m8.274s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88008b107800.batch_stats= snapshot_time: 1741629019.045808922 secs.nsecs start_time: 1741628998.271141491 secs.nsecs elapsed_time: 20.774667431 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88008b107800.batch_stats= snapshot_time: 1741629019.045898615 secs.nsecs start_time: 1741628998.271192886 secs.nsecs elapsed_time: 20.774705729 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88008b107800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008b107800.batch_stats=0 llite.lustre-ffff88008b107800.statahead_max=2048 llite.lustre-ffff88008b107800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88008b107800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88008b107800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.51 seconds: 194.76 ops/second llite.lustre-ffff88008b107800.statahead_max=0 101 real 0m0.492s user 0m0.004s sys 0m0.187s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88008b107800.statahead_max=2048 2048 101 real 0m0.249s user 0m0.004s sys 0m0.107s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.73 seconds: 520.15 ops/second llite.lustre-ffff88008b107800.statahead_max=0 1001 real 0m5.452s user 0m0.034s sys 0m2.026s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88008b107800.statahead_max=2048 2048 1001 real 0m1.591s user 0m0.020s sys 0m0.964s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3588 (time 1741629113.87 total 10.00 last 358.71) - open/close 7456 (time 1741629123.87 total 20.00 last 386.80) total: 9000 open/close in 23.34 seconds: 385.60 ops/second llite.lustre-ffff88008b107800.statahead_max=0 10001 real 0m59.623s user 0m0.412s sys 0m20.819s ls -l 10000 files without statahead: 60 sec llite.lustre-ffff88008b107800.statahead_max=2048 2048 10001 real 0m10.139s user 0m0.224s sys 0m8.861s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 39 seconds llite.lustre-ffff88008b107800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88008b107800.batch_stats= snapshot_time: 1741629239.827802012 secs.nsecs start_time: 1741629019.476994077 secs.nsecs elapsed_time: 220.350807935 secs.nsecs subreqs per batch batches % cum % 1: 14 21 21 2: 5 7 29 4: 4 6 35 8: 4 6 42 16: 3 4 46 32: 0 0 46 64: 0 0 46 128: 8 12 59 256: 26 40 100 mdc.lustre-MDT0001-mdc-ffff88008b107800.batch_stats= snapshot_time: 1741629239.827887732 secs.nsecs start_time: 1741629019.477101212 secs.nsecs elapsed_time: 220.350786520 secs.nsecs subreqs per batch batches % cum % 1: 24 31 31 2: 3 3 35 4: 3 3 39 8: 5 6 46 16: 1 1 47 32: 4 5 52 64: 2 2 55 128: 1 1 56 256: 33 43 100 - open/close 5359 (time 1741629250.53 total 10.00 last 535.89) total: 10000 open/close in 18.48 seconds: 541.02 ops/second llite.lustre-ffff88008b107800.statahead_batch_max=0 llite.lustre-ffff88008b107800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008b107800.stats=clear mdc.lustre-MDT0001-mdc-ffff88008b107800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.472s user 0m0.205s sys 0m9.349s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88008b107800.statahead_batch_max=256 llite.lustre-ffff88008b107800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88008b107800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88008b107800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88008b107800.stats=clear mdc.lustre-MDT0001-mdc-ffff88008b107800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.108s user 0m0.207s sys 0m8.755s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88008b107800.batch_stats= snapshot_time: 1741629283.941834576 secs.nsecs start_time: 1741629271.403351797 secs.nsecs elapsed_time: 12.538482779 secs.nsecs subreqs per batch batches % cum % 1: 176 63 63 2: 15 5 68 4: 8 2 71 8: 10 3 75 16: 11 3 79 32: 20 7 86 64: 2 0 87 128: 1 0 87 256: 35 12 100 mdc.lustre-MDT0001-mdc-ffff88008b107800.batch_stats= snapshot_time: 1741629283.941934736 secs.nsecs start_time: 1741629271.403407447 secs.nsecs elapsed_time: 12.538527289 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88008b107800.statahead_batch_max=64 llite.lustre-ffff88008b107800.statahead_max=128