== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:12:55 (1747797175) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012e693800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e693800.batch_stats=0 llite.lustre-ffff88012e693800.statahead_max=32 llite.lustre-ffff88012e693800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012e693800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e693800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.55 seconds: 183.28 ops/second llite.lustre-ffff88012e693800.statahead_max=0 101 real 0m0.532s user 0m0.004s sys 0m0.181s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012e693800.statahead_max=32 32 101 real 0m0.325s user 0m0.002s sys 0m0.096s ls -l 100 files with statahead: 1 sec statahead total: 54 statahead wrong: 2 agl total: 54 list_total: 24 fname_total: 30 hit_total: 11465 miss_total: 1645 total: 900 open/close in 2.33 seconds: 385.70 ops/second llite.lustre-ffff88012e693800.statahead_max=0 1001 real 0m5.273s user 0m0.016s sys 0m1.558s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012e693800.statahead_max=32 32 1001 real 0m1.588s user 0m0.016s sys 0m0.761s ls -l 1000 files with statahead: 2 sec statahead total: 55 statahead wrong: 2 agl total: 55 list_total: 25 fname_total: 30 hit_total: 12464 miss_total: 1646 - open/close 3796 (time 1747797200.51 total 10.00 last 379.54) - open/close 7579 (time 1747797210.51 total 20.00 last 378.24) total: 9000 open/close in 24.11 seconds: 373.35 ops/second llite.lustre-ffff88012e693800.statahead_max=0 10001 real 1m6.801s user 0m0.228s sys 0m18.025s ls -l 10000 files without statahead: 67 sec llite.lustre-ffff88012e693800.statahead_max=32 32 10001 real 0m17.513s user 0m0.178s sys 0m7.741s ls -l 10000 files with statahead: 18 sec statahead total: 56 statahead wrong: 2 agl total: 56 list_total: 26 fname_total: 30 hit_total: 22463 miss_total: 1647 ls -l done rm -r /mnt/lustre/d123ad.sanity: 45 seconds llite.lustre-ffff88012e693800.statahead_stats= statahead total: 56 statahead wrong: 2 agl total: 56 list_total: 26 fname_total: 30 hit_total: 22463 miss_total: 1647 mdc.lustre-MDT0000-mdc-ffff88012e693800.batch_stats= snapshot_time: 1747797347.514961040 secs.nsecs start_time: 1747797176.335348486 secs.nsecs elapsed_time: 171.179612554 secs.nsecs subreqs per batch batches % cum % 1: 4 1 1 2: 2 0 1 4: 2 0 2 8: 7 1 4 16: 229 64 68 32: 110 31 100 mdc.lustre-MDT0001-mdc-ffff88012e693800.batch_stats= snapshot_time: 1747797347.515004435 secs.nsecs start_time: 1747797176.335503065 secs.nsecs elapsed_time: 171.179501370 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 2 0 1 8: 6 1 3 16: 151 42 45 32: 193 54 100 - open/close 3896 (time 1747797358.21 total 10.00 last 389.58) - open/close 7340 (time 1747797368.22 total 20.00 last 344.35) total: 10000 open/close in 27.74 seconds: 360.48 ops/second llite.lustre-ffff88012e693800.statahead_batch_max=0 llite.lustre-ffff88012e693800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e693800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e693800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m7.652s user 0m0.161s sys 0m7.124s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012e693800.statahead_batch_max=32 llite.lustre-ffff88012e693800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e693800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012e693800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e693800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e693800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m21.051s user 0m0.184s sys 0m8.592s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012e693800.batch_stats= snapshot_time: 1747797408.361255027 secs.nsecs start_time: 1747797385.268495027 secs.nsecs elapsed_time: 23.092760000 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012e693800.batch_stats= snapshot_time: 1747797408.361289812 secs.nsecs start_time: 1747797385.268558417 secs.nsecs elapsed_time: 23.092731395 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012e693800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e693800.batch_stats=0 llite.lustre-ffff88012e693800.statahead_max=2048 llite.lustre-ffff88012e693800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012e693800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012e693800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.52 seconds: 193.43 ops/second llite.lustre-ffff88012e693800.statahead_max=0 101 real 0m0.510s user 0m0.004s sys 0m0.170s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012e693800.statahead_max=2048 2048 101 real 0m0.284s user 0m0.002s sys 0m0.107s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.59 seconds: 347.61 ops/second llite.lustre-ffff88012e693800.statahead_max=0 1001 real 0m6.153s user 0m0.018s sys 0m1.558s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff88012e693800.statahead_max=2048 2048 1001 real 0m1.147s user 0m0.014s sys 0m0.702s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3276 (time 1747797502.89 total 10.00 last 327.55) - open/close 6635 (time 1747797512.89 total 20.00 last 335.82) total: 9000 open/close in 26.69 seconds: 337.22 ops/second llite.lustre-ffff88012e693800.statahead_max=0 10001 real 1m1.182s user 0m0.199s sys 0m15.354s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff88012e693800.statahead_max=2048 2048 10001 real 0m8.277s user 0m0.157s sys 0m7.220s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 45 seconds llite.lustre-ffff88012e693800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012e693800.batch_stats= snapshot_time: 1747797637.472824101 secs.nsecs start_time: 1747797408.703138188 secs.nsecs elapsed_time: 228.769685913 secs.nsecs subreqs per batch batches % cum % 1: 46 50 50 2: 4 4 54 4: 2 2 56 8: 2 2 58 16: 2 2 60 32: 1 1 61 64: 1 1 63 128: 3 3 66 256: 31 33 100 mdc.lustre-MDT0001-mdc-ffff88012e693800.batch_stats= snapshot_time: 1747797637.472858511 secs.nsecs start_time: 1747797408.703234433 secs.nsecs elapsed_time: 228.769624078 secs.nsecs subreqs per batch batches % cum % 1: 27 38 38 2: 0 0 38 4: 1 1 40 8: 5 7 47 16: 1 1 48 32: 1 1 50 64: 1 1 51 128: 5 7 58 256: 29 41 100 - open/close 3539 (time 1747797648.12 total 10.00 last 353.89) - open/close 7335 (time 1747797658.12 total 20.00 last 379.58) total: 10000 open/close in 26.40 seconds: 378.82 ops/second llite.lustre-ffff88012e693800.statahead_batch_max=0 llite.lustre-ffff88012e693800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e693800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e693800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m7.974s user 0m0.153s sys 0m7.183s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012e693800.statahead_batch_max=256 llite.lustre-ffff88012e693800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e693800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012e693800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012e693800.stats=clear mdc.lustre-MDT0001-mdc-ffff88012e693800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.104s user 0m0.167s sys 0m7.077s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012e693800.batch_stats= snapshot_time: 1747797683.854016803 secs.nsecs start_time: 1747797674.016712182 secs.nsecs elapsed_time: 9.837304621 secs.nsecs subreqs per batch batches % cum % 1: 97 53 53 2: 3 1 54 4: 10 5 60 8: 8 4 64 16: 10 5 69 32: 17 9 79 64: 1 0 79 128: 1 0 80 256: 36 19 100 mdc.lustre-MDT0001-mdc-ffff88012e693800.batch_stats= snapshot_time: 1747797683.854054861 secs.nsecs start_time: 1747797674.016754227 secs.nsecs elapsed_time: 9.837300634 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012e693800.statahead_batch_max=64 llite.lustre-ffff88012e693800.statahead_max=128