== sanity test 123ad: Verify batching statahead works correctly ========================================================== 09:12:54 (1724764374) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88013732f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88013732f800.batch_stats=0 llite.lustre-ffff88013732f800.statahead_max=32 llite.lustre-ffff88013732f800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88013732f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88013732f800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.48 seconds: 206.90 ops/second llite.lustre-ffff88013732f800.statahead_max=0 101 real 0m0.492s user 0m0.005s sys 0m0.185s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88013732f800.statahead_max=32 32 101 real 0m0.276s user 0m0.004s sys 0m0.102s ls -l 100 files with statahead: 1 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11365 miss_total: 141 total: 900 open/close in 1.59 seconds: 565.24 ops/second llite.lustre-ffff88013732f800.statahead_max=0 1001 real 0m4.459s user 0m0.031s sys 0m1.649s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88013732f800.statahead_max=32 32 1001 real 0m1.623s user 0m0.022s sys 0m0.891s ls -l 1000 files with statahead: 1 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12364 miss_total: 142 - open/close 5634 (time 1724764397.57 total 10.00 last 563.36) total: 9000 open/close in 16.22 seconds: 554.81 ops/second llite.lustre-ffff88013732f800.statahead_max=0 10001 real 0m49.676s user 0m0.364s sys 0m17.766s ls -l 10000 files without statahead: 49 sec llite.lustre-ffff88013732f800.statahead_max=32 32 10001 real 0m15.279s user 0m0.215s sys 0m8.148s ls -l 10000 files with statahead: 15 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22363 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 37 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22363 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff88013732f800.batch_stats= snapshot_time: 1724764510.427098594 secs.nsecs start_time: 1724764375.390409815 secs.nsecs elapsed_time: 135.036688779 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 5 1 1 8: 3 0 2 16: 206 58 60 32: 139 39 100 mdc.lustre-MDT0001-mdc-ffff88013732f800.batch_stats= snapshot_time: 1724764510.427197090 secs.nsecs start_time: 1724764375.390483219 secs.nsecs elapsed_time: 135.036713871 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 4 1 1 8: 7 1 3 16: 190 53 56 32: 153 43 100 - open/close 6342 (time 1724764520.99 total 10.00 last 634.12) total: 10000 open/close in 15.91 seconds: 628.55 ops/second llite.lustre-ffff88013732f800.statahead_batch_max=0 llite.lustre-ffff88013732f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88013732f800.stats=clear mdc.lustre-MDT0001-mdc-ffff88013732f800.stats=clear 10001 real 0m10.061s user 0m0.213s sys 0m9.368s llite.lustre-ffff88013732f800.statahead_batch_max=32 llite.lustre-ffff88013732f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88013732f800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88013732f800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88013732f800.stats=clear mdc.lustre-MDT0001-mdc-ffff88013732f800.stats=clear 10001 real 0m18.356s user 0m0.209s sys 0m8.291s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff88013732f800.batch_stats= snapshot_time: 1724764559.452496367 secs.nsecs start_time: 1724764538.746778401 secs.nsecs elapsed_time: 20.705717966 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88013732f800.batch_stats= snapshot_time: 1724764559.452587645 secs.nsecs start_time: 1724764538.746905875 secs.nsecs elapsed_time: 20.705681770 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88013732f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88013732f800.batch_stats=0 llite.lustre-ffff88013732f800.statahead_max=2048 llite.lustre-ffff88013732f800.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88013732f800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88013732f800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.64 seconds: 157.24 ops/second llite.lustre-ffff88013732f800.statahead_max=0 101 real 0m0.539s user 0m0.004s sys 0m0.193s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88013732f800.statahead_max=2048 2048 101 real 0m0.289s user 0m0.001s sys 0m0.119s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.68 seconds: 534.34 ops/second llite.lustre-ffff88013732f800.statahead_max=0 1001 real 0m5.106s user 0m0.037s sys 0m1.929s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff88013732f800.statahead_max=2048 2048 1001 real 0m1.329s user 0m0.024s sys 0m0.890s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff88013732f800.batch_stats= snapshot_time: 1724764612.100675729 secs.nsecs start_time: 1724764560.028357738 secs.nsecs elapsed_time: 52.072317991 secs.nsecs subreqs per batch batches % cum % 1: 1 14 14 2: 2 28 42 4: 1 14 57 8: 1 14 71 16: 0 0 71 32: 0 0 71 64: 0 0 71 128: 0 0 71 256: 2 28 100 mdc.lustre-MDT0001-mdc-ffff88013732f800.batch_stats= snapshot_time: 1724764612.100783649 secs.nsecs start_time: 1724764560.028434158 secs.nsecs elapsed_time: 52.072349491 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 11 11 8: 3 33 44 16: 0 0 44 32: 1 11 55 64: 2 22 77 128: 0 0 77 256: 2 22 100 - open/close 5144 (time 1724764622.85 total 10.00 last 514.36) total: 10000 open/close in 19.43 seconds: 514.62 ops/second llite.lustre-ffff88013732f800.statahead_batch_max=0 llite.lustre-ffff88013732f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88013732f800.stats=clear mdc.lustre-MDT0001-mdc-ffff88013732f800.stats=clear 10001 real 0m10.938s user 0m0.244s sys 0m9.765s llite.lustre-ffff88013732f800.statahead_batch_max=256 llite.lustre-ffff88013732f800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88013732f800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88013732f800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88013732f800.stats=clear mdc.lustre-MDT0001-mdc-ffff88013732f800.stats=clear 10001 real 0m10.345s user 0m0.219s sys 0m8.897s unbatched RPCs: 10004, batched RPCs: 410 mdc.lustre-MDT0000-mdc-ffff88013732f800.batch_stats= snapshot_time: 1724764657.904529229 secs.nsecs start_time: 1724764645.189193693 secs.nsecs elapsed_time: 12.715335536 secs.nsecs subreqs per batch batches % cum % 1: 307 74 74 2: 14 3 78 4: 9 2 80 8: 8 1 82 16: 18 4 86 32: 17 4 90 64: 2 0 91 128: 0 0 91 256: 35 8 100 mdc.lustre-MDT0001-mdc-ffff88013732f800.batch_stats= snapshot_time: 1724764657.904697072 secs.nsecs start_time: 1724764645.189316347 secs.nsecs elapsed_time: 12.715380725 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88013732f800.statahead_batch_max=64 llite.lustre-ffff88013732f800.statahead_max=128