== sanity test 123ad: Verify batching statahead works correctly ========================================================== 05:42:43 (1744537363) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a7595800.batch_stats=0 llite.lustre-ffff8800a7595800.statahead_max=32 llite.lustre-ffff8800a7595800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a7595800.batch_stats=0 total: 100 open/close in 0.52 seconds: 193.54 ops/second llite.lustre-ffff8800a7595800.statahead_max=0 101 real 0m0.476s user 0m0.002s sys 0m0.171s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a7595800.statahead_max=32 32 101 real 0m0.313s user 0m0.003s sys 0m0.105s ls -l 100 files with statahead: 1 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 19 fname_total: 29 hit_total: 11516 miss_total: 217 total: 900 open/close in 1.64 seconds: 549.41 ops/second llite.lustre-ffff8800a7595800.statahead_max=0 1001 real 0m4.623s user 0m0.019s sys 0m1.698s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff8800a7595800.statahead_max=32 32 1001 real 0m1.865s user 0m0.014s sys 0m0.837s ls -l 1000 files with statahead: 2 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 20 fname_total: 29 hit_total: 12515 miss_total: 218 - open/close 5319 (time 1744537387.05 total 10.00 last 531.79) total: 9000 open/close in 17.34 seconds: 519.03 ops/second llite.lustre-ffff8800a7595800.statahead_max=0 10001 real 0m50.064s user 0m0.227s sys 0m17.078s ls -l 10000 files without statahead: 50 sec llite.lustre-ffff8800a7595800.statahead_max=32 32 10001 real 0m19.934s user 0m0.197s sys 0m8.649s ls -l 10000 files with statahead: 20 sec statahead total: 50 statahead wrong: 1 agl total: 50 list_total: 21 fname_total: 29 hit_total: 22514 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 37 seconds llite.lustre-ffff8800a7595800.statahead_stats= statahead total: 50 statahead wrong: 1 agl total: 50 list_total: 21 fname_total: 29 hit_total: 22514 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff8800a7595800.batch_stats= snapshot_time: 1744537507.118686480 secs.nsecs start_time: 1744537364.238974039 secs.nsecs elapsed_time: 142.879712441 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 4818 (time 1744537517.69 total 10.00 last 481.76) - open/close 9098 (time 1744537527.69 total 20.00 last 427.94) total: 10000 open/close in 21.91 seconds: 456.32 ops/second llite.lustre-ffff8800a7595800.statahead_batch_max=0 llite.lustre-ffff8800a7595800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7595800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.883s user 0m0.171s sys 0m8.143s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a7595800.statahead_batch_max=32 llite.lustre-ffff8800a7595800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7595800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7595800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.394s user 0m0.223s sys 0m8.760s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a7595800.batch_stats= snapshot_time: 1744537562.717914049 secs.nsecs start_time: 1744537540.237277344 secs.nsecs elapsed_time: 22.480636705 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a7595800.batch_stats=0 llite.lustre-ffff8800a7595800.statahead_max=2048 llite.lustre-ffff8800a7595800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a7595800.batch_stats=0 total: 100 open/close in 0.92 seconds: 108.37 ops/second llite.lustre-ffff8800a7595800.statahead_max=0 101 real 0m0.760s user 0m0.005s sys 0m0.234s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a7595800.statahead_max=2048 2048 101 real 0m0.463s user 0m0.006s sys 0m0.166s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.19 seconds: 282.06 ops/second llite.lustre-ffff8800a7595800.statahead_max=0 1001 real 0m8.371s user 0m0.031s sys 0m2.807s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff8800a7595800.statahead_max=2048 2048 1001 real 0m1.114s user 0m0.017s sys 0m0.731s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2667 (time 1744537659.88 total 10.00 last 266.62) - open/close 5193 (time 1744537669.88 total 20.00 last 252.57) - open/close 7577 (time 1744537679.89 total 30.01 last 238.31) total: 9000 open/close in 35.26 seconds: 255.26 ops/second llite.lustre-ffff8800a7595800.statahead_max=0 10001 real 1m15.239s user 0m0.288s sys 0m24.258s ls -l 10000 files without statahead: 75 sec llite.lustre-ffff8800a7595800.statahead_max=2048 2048 10001 real 0m8.180s user 0m0.161s sys 0m6.797s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 55 seconds llite.lustre-ffff8800a7595800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a7595800.batch_stats= snapshot_time: 1744537830.545375330 secs.nsecs start_time: 1744537563.085027595 secs.nsecs elapsed_time: 267.460347735 secs.nsecs subreqs per batch batches % cum % 1: 342 71 71 2: 18 3 75 4: 25 5 80 8: 14 2 83 16: 21 4 88 32: 17 3 91 64: 0 0 91 128: 1 0 91 256: 39 8 100 - open/close 2687 (time 1744537841.42 total 10.00 last 268.70) - open/close 5199 (time 1744537851.42 total 20.00 last 251.20) - open/close 7735 (time 1744537861.42 total 30.00 last 253.55) total: 10000 open/close in 39.09 seconds: 255.84 ops/second llite.lustre-ffff8800a7595800.statahead_batch_max=0 llite.lustre-ffff8800a7595800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7595800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.035s user 0m0.183s sys 0m7.920s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a7595800.statahead_batch_max=256 llite.lustre-ffff8800a7595800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7595800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a7595800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.438s user 0m0.164s sys 0m7.016s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a7595800.batch_stats= snapshot_time: 1744537892.065881158 secs.nsecs start_time: 1744537881.440347246 secs.nsecs elapsed_time: 10.625533912 secs.nsecs subreqs per batch batches % cum % 1: 241 67 67 2: 14 3 71 4: 19 5 77 8: 9 2 79 16: 21 5 85 32: 14 3 89 64: 2 0 90 128: 0 0 90 256: 35 9 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a7595800.statahead_batch_max=64 llite.lustre-ffff8800a7595800.statahead_max=128