== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:02:37 (1715335357) batching: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b67b4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b67b4000.batch_stats=0 llite.lustre-ffff8800b67b4000.statahead_max=32 llite.lustre-ffff8800b67b4000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b67b4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b67b4000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.59 seconds: 169.03 ops/second llite.lustre-ffff8800b67b4000.statahead_max=0 101 real 0m0.553s user 0m0.001s sys 0m0.211s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b67b4000.statahead_max=32 32 101 real 0m0.314s user 0m0.006s sys 0m0.119s ls -l 100 files with statahead: 0 sec statahead total: 30 statahead wrong: 0 agl total: 30 list_total: 30 fname_total: 0 hit_total: 11940 miss_total: 141 total: 900 open/close in 1.69 seconds: 531.29 ops/second llite.lustre-ffff8800b67b4000.statahead_max=0 1001 real 0m5.208s user 0m0.038s sys 0m1.910s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b67b4000.statahead_max=32 32 1001 real 0m1.769s user 0m0.022s sys 0m0.949s ls -l 1000 files with statahead: 2 sec statahead total: 31 statahead wrong: 0 agl total: 31 list_total: 31 fname_total: 0 hit_total: 12939 miss_total: 142 - open/close 5179 (time 1715335382.22 total 10.00 last 517.88) total: 9000 open/close in 17.15 seconds: 524.87 ops/second llite.lustre-ffff8800b67b4000.statahead_max=0 10001 real 0m47.770s user 0m0.320s sys 0m17.298s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff8800b67b4000.statahead_max=32 32 10001 real 0m16.069s user 0m0.213s sys 0m8.599s ls -l 10000 files with statahead: 16 sec statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22938 miss_total: 143 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 37 seconds rm done statahead total: 32 statahead wrong: 0 agl total: 32 list_total: 32 fname_total: 0 hit_total: 22938 miss_total: 143 mdc.lustre-MDT0000-mdc-ffff8800b67b4000.batch_stats= snapshot_time: 1715335495.159432878 secs.nsecs start_time: 1715335358.403833252 secs.nsecs elapsed_time: 136.755599626 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 3 0 1 8: 3 0 2 16: 196 55 57 32: 151 42 100 mdc.lustre-MDT0001-mdc-ffff8800b67b4000.batch_stats= snapshot_time: 1715335495.159592060 secs.nsecs start_time: 1715335358.403937088 secs.nsecs elapsed_time: 136.755654972 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 5 1 1 8: 4 1 3 16: 190 53 56 32: 153 43 100 - open/close 5303 (time 1715335505.78 total 10.00 last 530.28) total: 10000 open/close in 18.71 seconds: 534.38 ops/second llite.lustre-ffff8800b67b4000.statahead_batch_max=0 llite.lustre-ffff8800b67b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b67b4000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b67b4000.stats=clear 10001 real 0m10.573s user 0m0.238s sys 0m9.852s llite.lustre-ffff8800b67b4000.statahead_batch_max=32 llite.lustre-ffff8800b67b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b67b4000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b67b4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b67b4000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b67b4000.stats=clear 10001 real 0m19.484s user 0m0.194s sys 0m8.874s unbatched RPCs: 10004, batched RPCs: 315 mdc.lustre-MDT0000-mdc-ffff8800b67b4000.batch_stats= snapshot_time: 1715335548.792653658 secs.nsecs start_time: 1715335526.983788571 secs.nsecs elapsed_time: 21.808865087 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b67b4000.batch_stats= snapshot_time: 1715335548.792775218 secs.nsecs start_time: 1715335526.983876315 secs.nsecs elapsed_time: 21.808898903 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batching: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b67b4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b67b4000.batch_stats=0 llite.lustre-ffff8800b67b4000.statahead_max=2048 llite.lustre-ffff8800b67b4000.statahead_batch_max=256 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b67b4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b67b4000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.70 seconds: 141.93 ops/second llite.lustre-ffff8800b67b4000.statahead_max=0 101 real 0m0.560s user 0m0.008s sys 0m0.210s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800b67b4000.statahead_max=2048 2048 101 real 0m0.335s user 0m0.003s sys 0m0.130s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.83 seconds: 493.12 ops/second llite.lustre-ffff8800b67b4000.statahead_max=0 1001 real 0m5.251s user 0m0.031s sys 0m1.996s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b67b4000.statahead_max=2048 2048 1001 real 0m1.479s user 0m0.019s sys 0m0.930s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5600 (time 1715335609.33 total 10.00 last 559.93) total: 9000 open/close in 16.16 seconds: 556.79 ops/second llite.lustre-ffff8800b67b4000.statahead_max=0 10001 real 0m47.577s user 0m0.270s sys 0m16.995s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff8800b67b4000.statahead_max=2048 2048 10001 real 0m9.876s user 0m0.184s sys 0m8.754s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity/: 34 seconds rm done statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800b67b4000.batch_stats= snapshot_time: 1715335711.451883845 secs.nsecs start_time: 1715335549.462266073 secs.nsecs elapsed_time: 161.989617772 secs.nsecs subreqs per batch batches % cum % 1: 49 46 46 2: 2 1 48 4: 8 7 56 8: 9 8 64 16: 3 2 67 32: 0 0 67 64: 0 0 67 128: 10 9 77 256: 24 22 100 mdc.lustre-MDT0001-mdc-ffff8800b67b4000.batch_stats= snapshot_time: 1715335711.452005443 secs.nsecs start_time: 1715335549.462375155 secs.nsecs elapsed_time: 161.989630288 secs.nsecs subreqs per batch batches % cum % 1: 72 54 54 2: 3 2 56 4: 6 4 61 8: 10 7 68 16: 3 2 71 32: 2 1 72 64: 1 0 73 128: 2 1 75 256: 33 25 100 - open/close 5509 (time 1715335722.18 total 10.00 last 550.81) total: 10000 open/close in 18.11 seconds: 552.27 ops/second llite.lustre-ffff8800b67b4000.statahead_batch_max=0 llite.lustre-ffff8800b67b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b67b4000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b67b4000.stats=clear 10001 real 0m10.012s user 0m0.192s sys 0m8.922s llite.lustre-ffff8800b67b4000.statahead_batch_max=256 llite.lustre-ffff8800b67b4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b67b4000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b67b4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b67b4000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b67b4000.stats=clear 10001 real 0m9.063s user 0m0.174s sys 0m8.048s unbatched RPCs: 10004, batched RPCs: 351 mdc.lustre-MDT0000-mdc-ffff8800b67b4000.batch_stats= snapshot_time: 1715335753.692427198 secs.nsecs start_time: 1715335742.159849964 secs.nsecs elapsed_time: 11.532577234 secs.nsecs subreqs per batch batches % cum % 1: 264 75 75 2: 6 1 76 4: 4 1 78 8: 8 2 80 16: 12 3 83 32: 20 5 89 64: 2 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff8800b67b4000.batch_stats= snapshot_time: 1715335753.692552461 secs.nsecs start_time: 1715335742.159969048 secs.nsecs elapsed_time: 11.532583413 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=33554431 seq.cli-lustre-OST0001-super.width=33554431 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b67b4000.statahead_batch_max=64 llite.lustre-ffff8800b67b4000.statahead_max=128