== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:06:46 (1731348406) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aba5b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aba5b000.batch_stats=0 llite.lustre-ffff8800aba5b000.statahead_max=32 llite.lustre-ffff8800aba5b000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aba5b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aba5b000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.52 seconds: 191.13 ops/second llite.lustre-ffff8800aba5b000.statahead_max=0 101 real 0m0.481s user 0m0.004s sys 0m0.175s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aba5b000.statahead_max=32 32 101 real 0m0.319s user 0m0.002s sys 0m0.112s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11604 miss_total: 143 total: 900 open/close in 1.66 seconds: 541.33 ops/second llite.lustre-ffff8800aba5b000.statahead_max=0 1001 real 0m4.546s user 0m0.022s sys 0m1.604s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800aba5b000.statahead_max=32 32 1001 real 0m1.484s user 0m0.018s sys 0m0.803s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12603 miss_total: 144 - open/close 5546 (time 1731348430.21 total 10.00 last 554.58) total: 9000 open/close in 16.23 seconds: 554.66 ops/second llite.lustre-ffff8800aba5b000.statahead_max=0 10001 real 0m44.419s user 0m0.249s sys 0m15.867s ls -l 10000 files without statahead: 45 sec llite.lustre-ffff8800aba5b000.statahead_max=32 32 10001 real 0m16.736s user 0m0.191s sys 0m8.880s ls -l 10000 files with statahead: 17 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22602 miss_total: 145 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 39 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22602 miss_total: 145 mdc.lustre-MDT0000-mdc-ffff8800aba5b000.batch_stats= snapshot_time: 1731348540.954873285 secs.nsecs start_time: 1731348407.963690775 secs.nsecs elapsed_time: 132.991182510 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 2 0 1 8: 10 2 3 16: 229 65 69 32: 109 30 100 mdc.lustre-MDT0001-mdc-ffff8800aba5b000.batch_stats= snapshot_time: 1731348540.955039828 secs.nsecs start_time: 1731348407.963830332 secs.nsecs elapsed_time: 132.991209496 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 3 0 1 8: 4 1 2 16: 166 46 49 32: 179 50 100 - open/close 4589 (time 1731348551.70 total 10.00 last 458.88) - open/close 7403 (time 1731348561.70 total 20.00 last 281.35) total: 10000 open/close in 25.51 seconds: 392.06 ops/second llite.lustre-ffff8800aba5b000.statahead_batch_max=0 llite.lustre-ffff8800aba5b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aba5b000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aba5b000.stats=clear 10001 real 0m10.087s user 0m0.188s sys 0m9.484s llite.lustre-ffff8800aba5b000.statahead_batch_max=32 llite.lustre-ffff8800aba5b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aba5b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aba5b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aba5b000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aba5b000.stats=clear 10001 real 0m19.098s user 0m0.205s sys 0m8.634s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800aba5b000.batch_stats= snapshot_time: 1731348600.422989064 secs.nsecs start_time: 1731348579.047129656 secs.nsecs elapsed_time: 21.375859408 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800aba5b000.batch_stats= snapshot_time: 1731348600.423090701 secs.nsecs start_time: 1731348579.047215070 secs.nsecs elapsed_time: 21.375875631 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aba5b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aba5b000.batch_stats=0 llite.lustre-ffff8800aba5b000.statahead_max=2048 llite.lustre-ffff8800aba5b000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aba5b000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aba5b000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.82 seconds: 121.62 ops/second llite.lustre-ffff8800aba5b000.statahead_max=0 101 real 0m0.659s user 0m0.005s sys 0m0.245s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aba5b000.statahead_max=2048 2048 101 real 0m0.284s user 0m0.002s sys 0m0.114s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.47 seconds: 363.79 ops/second llite.lustre-ffff8800aba5b000.statahead_max=0 1001 real 0m5.676s user 0m0.041s sys 0m2.021s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800aba5b000.statahead_max=2048 2048 1001 real 0m1.202s user 0m0.023s sys 0m0.772s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 4 seconds rm done statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff8800aba5b000.batch_stats= snapshot_time: 1731348659.012214071 secs.nsecs start_time: 1731348601.063250036 secs.nsecs elapsed_time: 57.948964035 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 3 60 60 16: 0 0 60 32: 0 0 60 64: 0 0 60 128: 0 0 60 256: 2 40 100 mdc.lustre-MDT0001-mdc-ffff8800aba5b000.batch_stats= snapshot_time: 1731348659.012322479 secs.nsecs start_time: 1731348601.063341971 secs.nsecs elapsed_time: 57.948980508 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 25 25 8: 1 12 37 16: 1 12 50 32: 0 0 50 64: 1 12 62 128: 1 12 75 256: 2 25 100 - open/close 5040 (time 1731348669.76 total 10.00 last 503.92) total: 10000 open/close in 19.57 seconds: 510.98 ops/second llite.lustre-ffff8800aba5b000.statahead_batch_max=0 llite.lustre-ffff8800aba5b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aba5b000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aba5b000.stats=clear 10001 real 0m10.269s user 0m0.187s sys 0m9.167s llite.lustre-ffff8800aba5b000.statahead_batch_max=256 llite.lustre-ffff8800aba5b000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aba5b000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aba5b000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aba5b000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aba5b000.stats=clear 10001 real 0m9.154s user 0m0.214s sys 0m7.808s unbatched RPCs: 10004, batched RPCs: 235 mdc.lustre-MDT0000-mdc-ffff8800aba5b000.batch_stats= snapshot_time: 1731348702.636291260 secs.nsecs start_time: 1731348691.303953096 secs.nsecs elapsed_time: 11.332338164 secs.nsecs subreqs per batch batches % cum % 1: 141 60 60 2: 14 5 65 4: 7 2 68 8: 9 3 72 16: 12 5 77 32: 15 6 84 64: 1 0 84 128: 0 0 84 256: 36 15 100 mdc.lustre-MDT0001-mdc-ffff8800aba5b000.batch_stats= snapshot_time: 1731348702.636403541 secs.nsecs start_time: 1731348691.304043410 secs.nsecs elapsed_time: 11.332360131 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aba5b000.statahead_batch_max=64 llite.lustre-ffff8800aba5b000.statahead_max=128