== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:43:58 (1735101838) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff880094417000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880094417000.batch_stats=0 llite.lustre-ffff880094417000.statahead_max=32 llite.lustre-ffff880094417000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff880094417000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880094417000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.57 seconds: 176.77 ops/second llite.lustre-ffff880094417000.statahead_max=0 101 real 0m0.549s user 0m0.008s sys 0m0.199s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880094417000.statahead_max=32 32 101 real 0m0.321s user 0m0.004s sys 0m0.112s ls -l 100 files with statahead: 0 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 19 fname_total: 28 hit_total: 11523 miss_total: 217 total: 900 open/close in 1.62 seconds: 553.91 ops/second llite.lustre-ffff880094417000.statahead_max=0 1001 real 0m4.958s user 0m0.023s sys 0m1.817s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff880094417000.statahead_max=32 32 1001 real 0m1.725s user 0m0.017s sys 0m0.915s ls -l 1000 files with statahead: 2 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 20 fname_total: 28 hit_total: 12522 miss_total: 218 - open/close 5252 (time 1735101863.10 total 10.00 last 525.14) total: 9000 open/close in 17.16 seconds: 524.44 ops/second llite.lustre-ffff880094417000.statahead_max=0 10001 real 0m51.145s user 0m0.293s sys 0m18.728s ls -l 10000 files without statahead: 51 sec llite.lustre-ffff880094417000.statahead_max=32 32 10001 real 0m17.100s user 0m0.219s sys 0m9.190s ls -l 10000 files with statahead: 17 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22521 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff880094417000.statahead_stats= statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22521 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff880094417000.batch_stats= snapshot_time: 1735101979.550905884 secs.nsecs start_time: 1735101839.927772096 secs.nsecs elapsed_time: 139.623133788 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 4 1 1 8: 7 1 3 16: 226 64 68 32: 112 31 100 mdc.lustre-MDT0001-mdc-ffff880094417000.batch_stats= snapshot_time: 1735101979.551007753 secs.nsecs start_time: 1735101839.927891819 secs.nsecs elapsed_time: 139.623115934 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 3 0 1 8: 3 0 2 16: 167 47 49 32: 180 50 100 - open/close 5399 (time 1735101990.13 total 10.00 last 539.89) total: 10000 open/close in 18.60 seconds: 537.64 ops/second llite.lustre-ffff880094417000.statahead_batch_max=0 llite.lustre-ffff880094417000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880094417000.stats=clear mdc.lustre-MDT0001-mdc-ffff880094417000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.789s user 0m0.215s sys 0m11.128s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880094417000.statahead_batch_max=32 llite.lustre-ffff880094417000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880094417000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff880094417000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880094417000.stats=clear mdc.lustre-MDT0001-mdc-ffff880094417000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.755s user 0m0.282s sys 0m9.071s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880094417000.batch_stats= snapshot_time: 1735102034.579690594 secs.nsecs start_time: 1735102012.559471571 secs.nsecs elapsed_time: 22.020219023 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff880094417000.batch_stats= snapshot_time: 1735102034.579847304 secs.nsecs start_time: 1735102012.559593095 secs.nsecs elapsed_time: 22.020254209 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff880094417000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880094417000.batch_stats=0 llite.lustre-ffff880094417000.statahead_max=2048 llite.lustre-ffff880094417000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff880094417000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff880094417000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.53 seconds: 187.79 ops/second llite.lustre-ffff880094417000.statahead_max=0 101 real 0m0.513s user 0m0.004s sys 0m0.183s ls -l 100 files without statahead: 1 sec llite.lustre-ffff880094417000.statahead_max=2048 2048 101 real 0m0.270s user 0m0.003s sys 0m0.114s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.67 seconds: 538.29 ops/second llite.lustre-ffff880094417000.statahead_max=0 1001 real 0m5.077s user 0m0.026s sys 0m1.919s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff880094417000.statahead_max=2048 2048 1001 real 0m1.323s user 0m0.018s sys 0m0.856s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5023 (time 1735102116.00 total 10.00 last 502.29) total: 9000 open/close in 17.72 seconds: 507.93 ops/second llite.lustre-ffff880094417000.statahead_max=0 10001 real 0m48.035s user 0m0.276s sys 0m17.335s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff880094417000.statahead_max=2048 2048 10001 real 0m9.577s user 0m0.184s sys 0m8.279s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 35 seconds llite.lustre-ffff880094417000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff880094417000.batch_stats= snapshot_time: 1735102221.099870714 secs.nsecs start_time: 1735102034.997652469 secs.nsecs elapsed_time: 186.102218245 secs.nsecs subreqs per batch batches % cum % 1: 5 9 9 2: 2 3 12 4: 5 9 21 8: 5 9 30 16: 2 3 34 32: 1 1 36 64: 1 1 38 128: 3 5 43 256: 31 56 100 mdc.lustre-MDT0001-mdc-ffff880094417000.batch_stats= snapshot_time: 1735102221.100146460 secs.nsecs start_time: 1735102034.997785209 secs.nsecs elapsed_time: 186.102361251 secs.nsecs subreqs per batch batches % cum % 1: 5 9 9 2: 1 1 11 4: 3 5 16 8: 7 13 30 16: 1 1 32 32: 2 3 35 64: 0 0 35 128: 1 1 37 256: 33 62 100 - open/close 5544 (time 1735102231.69 total 10.00 last 554.37) total: 10000 open/close in 17.98 seconds: 556.20 ops/second llite.lustre-ffff880094417000.statahead_batch_max=0 llite.lustre-ffff880094417000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880094417000.stats=clear mdc.lustre-MDT0001-mdc-ffff880094417000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.093s user 0m0.195s sys 0m9.901s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff880094417000.statahead_batch_max=256 llite.lustre-ffff880094417000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff880094417000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff880094417000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff880094417000.stats=clear mdc.lustre-MDT0001-mdc-ffff880094417000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.066s user 0m0.215s sys 0m8.695s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff880094417000.batch_stats= snapshot_time: 1735102265.033284764 secs.nsecs start_time: 1735102252.650095974 secs.nsecs elapsed_time: 12.383188790 secs.nsecs subreqs per batch batches % cum % 1: 237 69 69 2: 10 2 72 4: 14 4 76 8: 15 4 81 16: 6 1 82 32: 20 5 88 64: 3 0 89 128: 0 0 89 256: 35 10 100 mdc.lustre-MDT0001-mdc-ffff880094417000.batch_stats= snapshot_time: 1735102265.033387441 secs.nsecs start_time: 1735102252.650169851 secs.nsecs elapsed_time: 12.383217590 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff880094417000.statahead_batch_max=64 llite.lustre-ffff880094417000.statahead_max=128