== sanity test 123ad: Verify batching statahead works correctly ========================================================== 01:47:30 (1763880450) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.batch_stats=0 llite.lustre-ffff8dcdc7318800.statahead_max=32 llite.lustre-ffff8dcdc7318800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 158.26 ops/second llite.lustre-ffff8dcdc7318800.statahead_max=0 101 real 0m0.769s user 0m0.002s sys 0m0.264s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8dcdc7318800.statahead_max=32 32 101 real 0m0.458s user 0m0.002s sys 0m0.198s ls -l 100 files with statahead: 0 sec statahead total: 79 statahead wrong: 1 agl total: 74 list_total: 31 fname_total: 40 hit_total: 33770 miss_total: 229 total: 900 open/close in 2.48 seconds: 362.73 ops/second llite.lustre-ffff8dcdc7318800.statahead_max=0 1001 real 0m7.250s user 0m0.025s sys 0m2.320s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8dcdc7318800.statahead_max=32 32 1001 real 0m3.754s user 0m0.012s sys 0m1.654s ls -l 1000 files with statahead: 3 sec statahead total: 80 statahead wrong: 1 agl total: 75 list_total: 32 fname_total: 40 hit_total: 34769 miss_total: 230 - open/close 3133 (time 1763880483.47 total 10.00 last 313.29) - open/close 6402 (time 1763880493.47 total 20.00 last 326.86) total: 9000 open/close in 26.17 seconds: 343.97 ops/second llite.lustre-ffff8dcdc7318800.statahead_max=0 10001 real 1m3.560s user 0m0.185s sys 0m20.878s ls -l 10000 files without statahead: 63 sec llite.lustre-ffff8dcdc7318800.statahead_max=32 32 10001 real 0m41.765s user 0m0.144s sys 0m16.803s ls -l 10000 files with statahead: 42 sec statahead total: 81 statahead wrong: 1 agl total: 76 list_total: 33 fname_total: 40 hit_total: 44768 miss_total: 231 ls -l done rm -r /mnt/lustre/d123ad.sanity: 78 seconds llite.lustre-ffff8dcdc7318800.statahead_stats= statahead total: 81 statahead wrong: 1 agl total: 76 list_total: 33 fname_total: 40 hit_total: 44768 miss_total: 231 mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.batch_stats= snapshot_time: 1763880693.936193466 secs.nsecs start_time: 1763880452.084402531 secs.nsecs elapsed_time: 241.851790935 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 2 0 1 8: 8 2 3 16: 200 56 59 32: 143 40 100 mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.batch_stats= snapshot_time: 1763880693.936262056 secs.nsecs start_time: 1763880452.084469394 secs.nsecs elapsed_time: 241.851792662 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 3 0 0 4: 3 0 1 8: 5 1 3 16: 201 56 59 32: 142 40 100 - open/close 3629 (time 1763880704.85 total 10.00 last 362.85) - open/close 7565 (time 1763880714.85 total 20.00 last 393.55) total: 10000 open/close in 26.84 seconds: 372.64 ops/second llite.lustre-ffff8dcdc7318800.statahead_batch_max=0 llite.lustre-ffff8dcdc7318800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.stats=clear mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m44.811s user 0m0.155s sys 0m42.613s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8dcdc7318800.statahead_batch_max=32 llite.lustre-ffff8dcdc7318800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.stats=clear mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.433s user 0m0.151s sys 0m22.743s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.batch_stats= snapshot_time: 1763880814.970376167 secs.nsecs start_time: 1763880769.146829988 secs.nsecs elapsed_time: 45.823546179 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.batch_stats= snapshot_time: 1763880814.970421928 secs.nsecs start_time: 1763880769.146910083 secs.nsecs elapsed_time: 45.823511845 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.batch_stats=0 llite.lustre-ffff8dcdc7318800.statahead_max=2048 llite.lustre-ffff8dcdc7318800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.94 seconds: 105.85 ops/second llite.lustre-ffff8dcdc7318800.statahead_max=0 101 real 0m0.818s user 0m0.000s sys 0m0.292s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8dcdc7318800.statahead_max=2048 2048 101 real 0m0.340s user 0m0.003s sys 0m0.188s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.20 seconds: 408.21 ops/second llite.lustre-ffff8dcdc7318800.statahead_max=0 1001 real 0m6.523s user 0m0.016s sys 0m2.109s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8dcdc7318800.statahead_max=2048 2048 1001 real 0m3.516s user 0m0.012s sys 0m1.030s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 3670 (time 1763880929.75 total 10.00 last 366.98) - open/close 7920 (time 1763880939.75 total 20.00 last 424.96) total: 9000 open/close in 23.21 seconds: 387.78 ops/second llite.lustre-ffff8dcdc7318800.statahead_max=0 10001 real 1m22.673s user 0m0.195s sys 0m26.624s ls -l 10000 files without statahead: 82 sec llite.lustre-ffff8dcdc7318800.statahead_max=2048 2048 10001 real 0m31.686s user 0m0.117s sys 0m21.561s ls -l 10000 files with statahead: 32 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 78 seconds llite.lustre-ffff8dcdc7318800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.batch_stats= snapshot_time: 1763881146.188105293 secs.nsecs start_time: 1763880815.880017755 secs.nsecs elapsed_time: 330.308087538 secs.nsecs subreqs per batch batches % cum % 1: 38 45 45 2: 6 7 52 4: 4 4 57 8: 2 2 59 16: 0 0 59 32: 0 0 59 64: 1 1 60 128: 9 10 71 256: 24 28 100 mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.batch_stats= snapshot_time: 1763881146.188170675 secs.nsecs start_time: 1763880815.880150177 secs.nsecs elapsed_time: 330.308020498 secs.nsecs subreqs per batch batches % cum % 1: 47 47 47 2: 8 8 55 4: 4 4 59 8: 3 3 62 16: 0 0 62 32: 2 2 64 64: 1 1 65 128: 1 1 66 256: 33 33 100 - open/close 4588 (time 1763881156.90 total 10.00 last 458.78) - open/close 9295 (time 1763881166.90 total 20.00 last 470.61) total: 10000 open/close in 21.49 seconds: 465.32 ops/second llite.lustre-ffff8dcdc7318800.statahead_batch_max=0 llite.lustre-ffff8dcdc7318800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.stats=clear mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.882s user 0m0.137s sys 0m35.259s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8dcdc7318800.statahead_batch_max=256 llite.lustre-ffff8dcdc7318800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.stats=clear mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.501s user 0m0.128s sys 0m23.232s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8dcdc7318800.batch_stats= snapshot_time: 1763881251.354273607 secs.nsecs start_time: 1763881213.595557472 secs.nsecs elapsed_time: 37.758716135 secs.nsecs subreqs per batch batches % cum % 1: 250 59 59 2: 88 21 80 4: 14 3 84 8: 4 0 85 16: 3 0 85 32: 18 4 90 64: 7 1 91 128: 0 0 91 256: 34 8 100 mdc.lustre-MDT0001-mdc-ffff8dcdc7318800.batch_stats= snapshot_time: 1763881251.354325263 secs.nsecs start_time: 1763881213.595605557 secs.nsecs elapsed_time: 37.758719706 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8dcdc7318800.statahead_batch_max=64 llite.lustre-ffff8dcdc7318800.statahead_max=128