== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:32:53 (1744021973) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800a98f5800.batch_stats=0 llite.lustre-ffff8800a98f5800.statahead_max=32 llite.lustre-ffff8800a98f5800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800a98f5800.batch_stats=0 total: 100 open/close in 0.97 seconds: 103.51 ops/second llite.lustre-ffff8800a98f5800.statahead_max=0 101 real 0m0.968s user 0m0.010s sys 0m0.332s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a98f5800.statahead_max=32 32 101 real 0m0.361s user 0m0.005s sys 0m0.174s ls -l 100 files with statahead: 0 sec statahead total: 50 statahead wrong: 1 agl total: 50 list_total: 19 fname_total: 31 hit_total: 11589 miss_total: 215 total: 900 open/close in 2.07 seconds: 433.92 ops/second llite.lustre-ffff8800a98f5800.statahead_max=0 1001 real 0m6.621s user 0m0.026s sys 0m2.404s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8800a98f5800.statahead_max=32 32 1001 real 0m2.316s user 0m0.026s sys 0m1.020s ls -l 1000 files with statahead: 2 sec statahead total: 51 statahead wrong: 1 agl total: 51 list_total: 20 fname_total: 31 hit_total: 12588 miss_total: 216 - open/close 2963 (time 1744022003.66 total 10.00 last 296.21) - open/close 5793 (time 1744022013.66 total 20.00 last 282.95) - open/close 8576 (time 1744022023.67 total 30.01 last 278.25) total: 9000 open/close in 31.41 seconds: 286.55 ops/second llite.lustre-ffff8800a98f5800.statahead_max=0 10001 real 1m6.452s user 0m0.278s sys 0m22.956s ls -l 10000 files without statahead: 66 sec llite.lustre-ffff8800a98f5800.statahead_max=32 32 10001 real 0m22.282s user 0m0.201s sys 0m9.681s ls -l 10000 files with statahead: 22 sec statahead total: 52 statahead wrong: 1 agl total: 52 list_total: 21 fname_total: 31 hit_total: 22587 miss_total: 217 ls -l done rm -r /mnt/lustre/d123ad.sanity: 48 seconds llite.lustre-ffff8800a98f5800.statahead_stats= statahead total: 52 statahead wrong: 1 agl total: 52 list_total: 21 fname_total: 31 hit_total: 22587 miss_total: 217 mdc.lustre-MDT0000-mdc-ffff8800a98f5800.batch_stats= snapshot_time: 1744022168.513426881 secs.nsecs start_time: 1744021975.520461198 secs.nsecs elapsed_time: 192.992965683 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 1 0 0 8: 3 0 1 16: 3 0 1 32: 346 98 100 - open/close 2872 (time 1744022179.37 total 10.00 last 287.17) - open/close 7872 (time 1744022189.37 total 20.00 last 499.97) total: 10000 open/close in 23.95 seconds: 417.53 ops/second llite.lustre-ffff8800a98f5800.statahead_batch_max=0 llite.lustre-ffff8800a98f5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98f5800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.291s user 0m0.217s sys 0m9.485s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a98f5800.statahead_batch_max=32 llite.lustre-ffff8800a98f5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98f5800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98f5800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.276s user 0m0.209s sys 0m8.581s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a98f5800.batch_stats= snapshot_time: 1744022228.073218793 secs.nsecs start_time: 1744022205.579534947 secs.nsecs elapsed_time: 22.493683846 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800a98f5800.batch_stats=0 llite.lustre-ffff8800a98f5800.statahead_max=2048 llite.lustre-ffff8800a98f5800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800a98f5800.batch_stats=0 total: 100 open/close in 0.61 seconds: 163.07 ops/second llite.lustre-ffff8800a98f5800.statahead_max=0 101 real 0m0.623s user 0m0.005s sys 0m0.217s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800a98f5800.statahead_max=2048 2048 101 real 0m0.244s user 0m0.002s sys 0m0.105s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.53 seconds: 355.88 ops/second llite.lustre-ffff8800a98f5800.statahead_max=0 1001 real 0m8.836s user 0m0.050s sys 0m3.087s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8800a98f5800.statahead_max=2048 2048 1001 real 0m1.248s user 0m0.018s sys 0m0.811s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2396 (time 1744022313.64 total 10.00 last 239.55) total: 4000 open/close in 15.27 seconds: 262.03 ops/second llite.lustre-ffff8800a98f5800.statahead_max=0 5001 real 0m39.577s user 0m0.159s sys 0m14.336s ls -l 5000 files without statahead: 39 sec llite.lustre-ffff8800a98f5800.statahead_max=2048 2048 5001 real 0m4.604s user 0m0.080s sys 0m3.721s ls -l 5000 files with statahead: 5 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 28 seconds llite.lustre-ffff8800a98f5800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8800a98f5800.batch_stats= snapshot_time: 1744022395.785313787 secs.nsecs start_time: 1744022228.502674241 secs.nsecs elapsed_time: 167.282639546 secs.nsecs subreqs per batch batches % cum % 1: 77 62 62 2: 3 2 64 4: 2 1 66 8: 3 2 68 16: 10 8 76 32: 5 4 80 64: 1 0 81 128: 0 0 81 256: 23 18 100 - open/close 3004 (time 1744022406.56 total 10.00 last 300.37) - open/close 6227 (time 1744022416.56 total 20.00 last 322.27) - open/close 9353 (time 1744022426.56 total 30.00 last 312.57) total: 10000 open/close in 31.57 seconds: 316.76 ops/second llite.lustre-ffff8800a98f5800.statahead_batch_max=0 llite.lustre-ffff8800a98f5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98f5800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m8.295s user 0m0.178s sys 0m7.360s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800a98f5800.statahead_batch_max=256 llite.lustre-ffff8800a98f5800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98f5800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800a98f5800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.430s user 0m0.204s sys 0m7.770s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800a98f5800.batch_stats= snapshot_time: 1744022449.917815795 secs.nsecs start_time: 1744022438.144079722 secs.nsecs elapsed_time: 11.773736073 secs.nsecs subreqs per batch batches % cum % 1: 174 59 59 2: 23 7 67 4: 8 2 69 8: 22 7 77 16: 19 6 83 32: 10 3 87 64: 2 0 87 128: 1 0 88 256: 35 11 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800a98f5800.statahead_batch_max=64 llite.lustre-ffff8800a98f5800.statahead_max=128