== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:59:12 (1773226752) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.batch_stats=0 llite.lustre-ffffa0a3911a4000.statahead_max=32 llite.lustre-ffffa0a3911a4000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.72 seconds: 139.09 ops/second llite.lustre-ffffa0a3911a4000.statahead_max=0 101 real 0m0.644s user 0m0.004s sys 0m0.251s ls -l 100 files without statahead: 0 sec llite.lustre-ffffa0a3911a4000.statahead_max=32 32 101 real 0m0.523s user 0m0.007s sys 0m0.319s ls -l 100 files with statahead: 0 sec statahead total: 123 statahead wrong: 2 agl total: 116 list_total: 34 fname_total: 89 hit_total: 12863 miss_total: 1445 total: 900 open/close in 2.07 seconds: 434.50 ops/second llite.lustre-ffffa0a3911a4000.statahead_max=0 1001 real 0m6.124s user 0m0.023s sys 0m2.346s ls -l 1000 files without statahead: 6 sec llite.lustre-ffffa0a3911a4000.statahead_max=32 32 1001 real 0m3.749s user 0m0.016s sys 0m1.812s ls -l 1000 files with statahead: 4 sec statahead total: 124 statahead wrong: 2 agl total: 117 list_total: 35 fname_total: 89 hit_total: 13862 miss_total: 1446 - open/close 4093 (time 1773226783.50 total 10.00 last 409.24) - open/close 8282 (time 1773226793.50 total 20.00 last 418.87) total: 9000 open/close in 21.93 seconds: 410.31 ops/second llite.lustre-ffffa0a3911a4000.statahead_max=0 10001 real 1m4.156s user 0m0.270s sys 0m23.767s ls -l 10000 files without statahead: 64 sec llite.lustre-ffffa0a3911a4000.statahead_max=32 32 10001 real 0m35.973s user 0m0.162s sys 0m17.208s ls -l 10000 files with statahead: 36 sec statahead total: 125 statahead wrong: 2 agl total: 118 list_total: 36 fname_total: 89 hit_total: 23861 miss_total: 1447 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffffa0a3911a4000.statahead_stats= statahead total: 125 statahead wrong: 2 agl total: 118 list_total: 36 fname_total: 89 hit_total: 23861 miss_total: 1447 mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.batch_stats= snapshot_time: 1773226968.535254125 secs.nsecs start_time: 1773226754.276686816 secs.nsecs elapsed_time: 214.258567309 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 0 0 8: 5 1 2 16: 200 56 58 32: 146 41 100 mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.batch_stats= snapshot_time: 1773226968.535295600 secs.nsecs start_time: 1773226754.276760010 secs.nsecs elapsed_time: 214.258535590 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 4 1 1 8: 7 1 3 16: 191 53 57 32: 150 42 100 - open/close 4977 (time 1773226979.48 total 10.00 last 497.62) total: 10000 open/close in 19.99 seconds: 500.23 ops/second llite.lustre-ffffa0a3911a4000.statahead_batch_max=0 llite.lustre-ffffa0a3911a4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.stats=clear mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.515s user 0m0.181s sys 0m31.258s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa0a3911a4000.statahead_batch_max=32 llite.lustre-ffffa0a3911a4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.stats=clear mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m36.032s user 0m0.176s sys 0m20.701s batched statahead RPC= hit count=9998 mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.batch_stats= snapshot_time: 1773227067.482615733 secs.nsecs start_time: 1773227024.894587807 secs.nsecs elapsed_time: 42.588027926 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.batch_stats= snapshot_time: 1773227067.482654380 secs.nsecs start_time: 1773227024.894653102 secs.nsecs elapsed_time: 42.588001278 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.batch_stats=0 llite.lustre-ffffa0a3911a4000.statahead_max=2048 llite.lustre-ffffa0a3911a4000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.80 seconds: 124.71 ops/second llite.lustre-ffffa0a3911a4000.statahead_max=0 101 real 0m0.668s user 0m0.001s sys 0m0.260s ls -l 100 files without statahead: 1 sec llite.lustre-ffffa0a3911a4000.statahead_max=2048 2048 101 real 0m0.376s user 0m0.003s sys 0m0.243s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10097 miss_total: 3 total: 900 open/close in 1.91 seconds: 472.35 ops/second llite.lustre-ffffa0a3911a4000.statahead_max=0 1001 real 0m6.192s user 0m0.031s sys 0m2.311s ls -l 1000 files without statahead: 6 sec llite.lustre-ffffa0a3911a4000.statahead_max=2048 2048 1001 real 0m3.118s user 0m0.016s sys 0m1.573s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11096 miss_total: 4 - open/close 4588 (time 1773227184.73 total 10.00 last 458.76) total: 9000 open/close in 18.97 seconds: 474.51 ops/second llite.lustre-ffffa0a3911a4000.statahead_max=0 10001 real 0m59.860s user 0m0.246s sys 0m22.708s ls -l 10000 files without statahead: 60 sec llite.lustre-ffffa0a3911a4000.statahead_max=2048 2048 10001 real 0m26.574s user 0m0.151s sys 0m19.373s ls -l 10000 files with statahead: 27 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21095 miss_total: 5 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffffa0a3911a4000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21095 miss_total: 5 mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.batch_stats= snapshot_time: 1773227352.173633880 secs.nsecs start_time: 1773227068.303518112 secs.nsecs elapsed_time: 283.870115768 secs.nsecs subreqs per batch batches % cum % 1: 234 69 69 2: 50 14 84 4: 17 5 89 8: 2 0 90 16: 1 0 90 32: 0 0 90 64: 0 0 90 128: 4 1 91 256: 27 8 100 mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.batch_stats= snapshot_time: 1773227352.173685338 secs.nsecs start_time: 1773227068.303641472 secs.nsecs elapsed_time: 283.870043866 secs.nsecs subreqs per batch batches % cum % 1: 254 69 69 2: 48 13 82 4: 23 6 89 8: 4 1 90 16: 0 0 90 32: 1 0 90 64: 2 0 91 128: 2 0 91 256: 30 8 100 - open/close 5498 (time 1773227363.11 total 10.00 last 549.77) total: 10000 open/close in 18.68 seconds: 535.25 ops/second llite.lustre-ffffa0a3911a4000.statahead_batch_max=0 llite.lustre-ffffa0a3911a4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.stats=clear mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.769s user 0m0.155s sys 0m26.972s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa0a3911a4000.statahead_batch_max=256 llite.lustre-ffffa0a3911a4000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.stats=clear mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.332s user 0m0.151s sys 0m19.432s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa0a3911a4000.batch_stats= snapshot_time: 1773227437.308049725 secs.nsecs start_time: 1773227405.273296822 secs.nsecs elapsed_time: 32.034752903 secs.nsecs subreqs per batch batches % cum % 1: 484 67 67 2: 100 13 80 4: 60 8 89 8: 16 2 91 16: 4 0 92 32: 23 3 95 64: 1 0 95 128: 0 0 95 256: 33 4 100 mdc.lustre-MDT0001-mdc-ffffa0a3911a4000.batch_stats= snapshot_time: 1773227437.308085325 secs.nsecs start_time: 1773227405.273349934 secs.nsecs elapsed_time: 32.034735391 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffffa0a3911a4000.statahead_batch_max=64 llite.lustre-ffffa0a3911a4000.statahead_max=128