== sanity test 123ad: Verify batching statahead works correctly ========================================================== 04:21:23 (1780388483) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.batch_stats=0 llite.lustre-ffff9c1a8927c000.statahead_max=32 llite.lustre-ffff9c1a8927c000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.65 seconds: 153.58 ops/second llite.lustre-ffff9c1a8927c000.statahead_max=0 101 real 0m0.611s user 0m0.002s sys 0m0.243s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff9c1a8927c000.statahead_max=32 llite.lustre-ffff9c1a8927c000.statahead_max=32 101 real 0m0.395s user 0m0.003s sys 0m0.186s 'ls -l' 100 files with statahead: 1 sec statahead total: 103 statahead wrong: 2 agl total: 98 list_total: 31 fname_total: 60 hit_total: 13768 miss_total: 942 swrong=2 ewrong=2 total: 900 open/close in 1.67 seconds: 538.39 ops/second llite.lustre-ffff9c1a8927c000.statahead_max=0 1001 real 0m5.381s user 0m0.022s sys 0m2.113s 'ls -l' 1000 files without statahead: 6 sec llite.lustre-ffff9c1a8927c000.statahead_max=32 llite.lustre-ffff9c1a8927c000.statahead_max=32 1001 real 0m4.057s user 0m0.013s sys 0m2.016s 'ls -l' 1000 files with statahead: 4 sec statahead total: 104 statahead wrong: 2 agl total: 99 list_total: 32 fname_total: 60 hit_total: 14767 miss_total: 943 swrong=2 ewrong=2 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 5 seconds llite.lustre-ffff9c1a8927c000.statahead_stats= statahead total: 104 statahead wrong: 2 agl total: 99 list_total: 32 fname_total: 60 hit_total: 14767 miss_total: 943 mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.batch_stats= snapshot_time: 1780388509.160575947 secs.nsecs start_time: 1780388484.747313389 secs.nsecs elapsed_time: 24.413262558 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 2 2 4: 3 7 10 8: 2 5 15 16: 20 51 66 32: 13 33 100 mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.batch_stats= snapshot_time: 1780388509.160638379 secs.nsecs start_time: 1780388484.747363754 secs.nsecs elapsed_time: 24.413274625 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 5 5 8: 4 10 15 16: 19 48 64 32: 14 35 100 - open/close 4790 (time 1780388520.21 total 10.00 last 478.93) - open/close 9517 (time 1780388530.21 total 20.00 last 472.64) total: 10000 open/close in 21.06 seconds: 474.74 ops/second llite.lustre-ffff9c1a8927c000.statahead_batch_max=0 llite.lustre-ffff9c1a8927c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.181s user 0m0.163s sys 0m37.200s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c1a8927c000.statahead_batch_max=32 llite.lustre-ffff9c1a8927c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m43.632s user 0m0.171s sys 0m25.686s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.batch_stats= snapshot_time: 1780388624.570173498 secs.nsecs start_time: 1780388574.802641568 secs.nsecs elapsed_time: 49.767531930 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.batch_stats= snapshot_time: 1780388624.570239398 secs.nsecs start_time: 1780388574.802686530 secs.nsecs elapsed_time: 49.767552868 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.batch_stats=0 llite.lustre-ffff9c1a8927c000.statahead_max=2048 llite.lustre-ffff9c1a8927c000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.64 seconds: 157.15 ops/second llite.lustre-ffff9c1a8927c000.statahead_max=0 101 real 0m0.633s user 0m0.002s sys 0m0.254s 'ls -l' 100 files without statahead: 1 sec llite.lustre-ffff9c1a8927c000.statahead_max=2048 llite.lustre-ffff9c1a8927c000.statahead_max=2048 101 real 0m0.466s user 0m0.005s sys 0m0.269s 'ls -l' 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 swrong=0 ewrong=0 total: 900 open/close in 2.05 seconds: 438.76 ops/second llite.lustre-ffff9c1a8927c000.statahead_max=0 1001 real 0m5.929s user 0m0.019s sys 0m2.322s 'ls -l' 1000 files without statahead: 6 sec llite.lustre-ffff9c1a8927c000.statahead_max=2048 llite.lustre-ffff9c1a8927c000.statahead_max=2048 1001 real 0m3.582s user 0m0.014s sys 0m1.550s 'ls -l' 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 swrong=0 ewrong=0 'ls -l' done unlink + rm -r /mnt/lustre/d123ad.sanity: 6 seconds llite.lustre-ffff9c1a8927c000.statahead_stats= statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.batch_stats= snapshot_time: 1780388742.368099682 secs.nsecs start_time: 1780388625.569063939 secs.nsecs elapsed_time: 116.799035743 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 25 25 8: 2 25 50 16: 1 12 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.batch_stats= snapshot_time: 1780388742.368174655 secs.nsecs start_time: 1780388625.569267940 secs.nsecs elapsed_time: 116.798906715 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 3 37 37 8: 2 25 62 16: 0 0 62 32: 0 0 62 64: 1 12 75 128: 0 0 75 256: 2 25 100 - open/close 4762 (time 1780388753.23 total 10.00 last 476.16) - open/close 9527 (time 1780388763.23 total 20.00 last 476.49) total: 10000 open/close in 20.99 seconds: 476.46 ops/second llite.lustre-ffff9c1a8927c000.statahead_batch_max=0 llite.lustre-ffff9c1a8927c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.598s user 0m0.164s sys 0m29.938s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9c1a8927c000.statahead_batch_max=256 llite.lustre-ffff9c1a8927c000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.stats=clear mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.783s user 0m0.149s sys 0m22.286s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9c1a8927c000.batch_stats= snapshot_time: 1780388842.186066217 secs.nsecs start_time: 1780388802.947469443 secs.nsecs elapsed_time: 39.238596774 secs.nsecs subreqs per batch batches % cum % 1: 259 68 68 2: 41 10 78 4: 15 3 82 8: 3 0 83 16: 4 1 84 32: 22 5 90 64: 1 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff9c1a8927c000.batch_stats= snapshot_time: 1780388842.186141075 secs.nsecs start_time: 1780388802.947547037 secs.nsecs elapsed_time: 39.238594038 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second unlink(/mnt/lustre/d123ad.sanity/f123ad.sanity0) error: No such file or directory total: 0 unlinks in 0 seconds: -nan unlinks/second seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9c1a8927c000.statahead_batch_max=64 llite.lustre-ffff9c1a8927c000.statahead_max=128