== sanity test 123ad: Verify batching statahead works correctly ========================================================== 23:34:46 (1735101286) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a978a000.batch_stats=0 llite.lustre-ffff8800a978a000.statahead_max=32 llite.lustre-ffff8800a978a000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a978a000.batch_stats=0 total: 100 open/close in 0.52 seconds: 192.74 ops/second llite.lustre-ffff8800a978a000.statahead_max=0 101 real 0m0.506s user 0m0.004s sys 0m0.192s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800a978a000.statahead_max=32 32 101 real 0m0.340s user 0m0.002s sys 0m0.115s ls -l 100 files with statahead: 0 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 19 fname_total: 28 hit_total: 11795 miss_total: 217 total: 900 open/close in 1.72 seconds: 522.86 ops/second llite.lustre-ffff8800a978a000.statahead_max=0 1001 real 0m5.678s user 0m0.034s sys 0m2.057s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800a978a000.statahead_max=32 32 1001 real 0m2.149s user 0m0.016s sys 0m0.913s ls -l 1000 files with statahead: 2 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 20 fname_total: 28 hit_total: 12794 miss_total: 219 - open/close 4257 (time 1735101312.54 total 10.00 last 425.60) total: 9000 open/close in 18.34 seconds: 490.61 ops/second llite.lustre-ffff8800a978a000.statahead_max=0 10001 real 0m57.467s user 0m0.429s sys 0m19.847s ls -l 10000 files without statahead: 58 sec llite.lustre-ffff8800a978a000.statahead_max=32 32 10001 real 0m20.936s user 0m0.209s sys 0m8.885s ls -l 10000 files with statahead: 21 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22793 miss_total: 227 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff8800a978a000.statahead_stats= statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22793 miss_total: 227 mdc.lustre-MDT0000-mdc-ffff8800a978a000.batch_stats= snapshot_time: 1735101444.380566678 secs.nsecs start_time: 1735101287.778786659 secs.nsecs elapsed_time: 156.601780019 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 4 1 2 32: 346 97 100 - open/close 3804 (time 1735101455.29 total 10.00 last 380.36) - open/close 8392 (time 1735101465.29 total 20.00 last 458.78) total: 10000 open/close in 22.89 seconds: 436.84 ops/second llite.lustre-ffff8800a978a000.statahead_batch_max=0 llite.lustre-ffff8800a978a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a978a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.976s user 0m0.246s sys 0m9.160s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a978a000.statahead_batch_max=32 llite.lustre-ffff8800a978a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a978a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a978a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m21.436s user 0m0.244s sys 0m9.335s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a978a000.batch_stats= snapshot_time: 1735101504.016075397 secs.nsecs start_time: 1735101480.045552239 secs.nsecs elapsed_time: 23.970523158 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a978a000.batch_stats=0 llite.lustre-ffff8800a978a000.statahead_max=2048 llite.lustre-ffff8800a978a000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a978a000.batch_stats=0 total: 100 open/close in 0.62 seconds: 160.25 ops/second llite.lustre-ffff8800a978a000.statahead_max=0 101 real 0m0.573s user 0m0.004s sys 0m0.216s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a978a000.statahead_max=2048 2048 101 real 0m0.294s user 0m0.007s sys 0m0.113s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 4 total: 900 open/close in 2.04 seconds: 442.21 ops/second llite.lustre-ffff8800a978a000.statahead_max=0 1001 real 0m6.242s user 0m0.026s sys 0m2.227s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8800a978a000.statahead_max=2048 2048 1001 real 0m1.354s user 0m0.020s sys 0m0.936s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 5 - open/close 3271 (time 1735101600.99 total 10.00 last 327.03) - open/close 6664 (time 1735101611.00 total 20.00 last 339.26) total: 9000 open/close in 26.10 seconds: 344.86 ops/second llite.lustre-ffff8800a978a000.statahead_max=0 10001 real 1m13.821s user 0m0.649s sys 0m23.024s ls -l 10000 files without statahead: 73 sec llite.lustre-ffff8800a978a000.statahead_max=2048 2048 10001 real 0m11.133s user 0m0.235s sys 0m9.354s ls -l 10000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 6 ls -l done rm -r /mnt/lustre/d123ad.sanity: 45 seconds llite.lustre-ffff8800a978a000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 6 mdc.lustre-MDT0000-mdc-ffff8800a978a000.batch_stats= snapshot_time: 1735101753.369111499 secs.nsecs start_time: 1735101504.458689409 secs.nsecs elapsed_time: 248.910422090 secs.nsecs subreqs per batch batches % cum % 1: 418 74 74 2: 15 2 76 4: 23 4 80 8: 29 5 86 16: 23 4 90 32: 14 2 92 64: 3 0 93 128: 0 0 93 256: 38 6 100 - open/close 4061 (time 1735101763.97 total 10.00 last 406.01) - open/close 8032 (time 1735101773.97 total 20.00 last 397.03) total: 10000 open/close in 25.36 seconds: 394.28 ops/second llite.lustre-ffff8800a978a000.statahead_batch_max=0 llite.lustre-ffff8800a978a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a978a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.441s user 0m0.225s sys 0m9.046s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a978a000.statahead_batch_max=256 llite.lustre-ffff8800a978a000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a978a000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a978a000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.270s user 0m0.246s sys 0m8.776s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a978a000.batch_stats= snapshot_time: 1735101804.699365105 secs.nsecs start_time: 1735101791.883127778 secs.nsecs elapsed_time: 12.816237327 secs.nsecs subreqs per batch batches % cum % 1: 178 63 63 2: 12 4 67 4: 8 2 70 8: 20 7 77 16: 18 6 83 32: 10 3 87 64: 0 0 87 128: 0 0 87 256: 36 12 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a978a000.statahead_batch_max=64 llite.lustre-ffff8800a978a000.statahead_max=128