== sanity test 123ad: Verify batching statahead works correctly ========================================================== 13:54:51 (1774893291) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.batch_stats=0 llite.lustre-ffff9e97c2f69000.statahead_max=32 llite.lustre-ffff9e97c2f69000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.59 seconds: 168.76 ops/second llite.lustre-ffff9e97c2f69000.statahead_max=0 101 real 0m0.562s user 0m0.002s sys 0m0.230s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9e97c2f69000.statahead_max=32 32 101 real 0m0.401s user 0m0.005s sys 0m0.202s ls -l 100 files with statahead: 1 sec statahead total: 96 statahead wrong: 2 agl total: 91 list_total: 32 fname_total: 64 hit_total: 34048 miss_total: 1373 total: 900 open/close in 1.60 seconds: 561.77 ops/second llite.lustre-ffff9e97c2f69000.statahead_max=0 1001 real 0m5.875s user 0m0.022s sys 0m2.340s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff9e97c2f69000.statahead_max=32 32 1001 real 0m4.387s user 0m0.021s sys 0m2.235s ls -l 1000 files with statahead: 5 sec statahead total: 97 statahead wrong: 2 agl total: 92 list_total: 33 fname_total: 64 hit_total: 35047 miss_total: 1374 - open/close 4736 (time 1774893321.71 total 10.00 last 473.56) total: 9000 open/close in 18.47 seconds: 487.41 ops/second llite.lustre-ffff9e97c2f69000.statahead_max=0 10001 real 0m59.545s user 0m0.185s sys 0m23.067s ls -l 10000 files without statahead: 59 sec llite.lustre-ffff9e97c2f69000.statahead_max=32 32 10001 real 0m41.491s user 0m0.146s sys 0m19.734s ls -l 10000 files with statahead: 42 sec statahead total: 98 statahead wrong: 2 agl total: 93 list_total: 34 fname_total: 64 hit_total: 45046 miss_total: 1375 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff9e97c2f69000.statahead_stats= statahead total: 98 statahead wrong: 2 agl total: 93 list_total: 34 fname_total: 64 hit_total: 45046 miss_total: 1375 mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.batch_stats= snapshot_time: 1774893505.995658311 secs.nsecs start_time: 1774893292.913159554 secs.nsecs elapsed_time: 213.082498757 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 1 0 1 8: 9 2 3 16: 198 55 59 32: 143 40 100 mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.batch_stats= snapshot_time: 1774893505.995718646 secs.nsecs start_time: 1774893292.913279571 secs.nsecs elapsed_time: 213.082439075 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 2 0 1 8: 8 2 3 16: 189 53 56 32: 153 43 100 - open/close 4823 (time 1774893518.48 total 10.00 last 482.25) - open/close 9635 (time 1774893528.48 total 20.00 last 481.11) total: 10000 open/close in 20.73 seconds: 482.28 ops/second llite.lustre-ffff9e97c2f69000.statahead_batch_max=0 llite.lustre-ffff9e97c2f69000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.stats=clear mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m37.102s user 0m0.156s sys 0m34.062s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9e97c2f69000.statahead_batch_max=32 llite.lustre-ffff9e97c2f69000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.stats=clear mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.429s user 0m0.160s sys 0m24.114s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.batch_stats= snapshot_time: 1774893616.916894148 secs.nsecs start_time: 1774893569.751637092 secs.nsecs elapsed_time: 47.165257056 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.batch_stats= snapshot_time: 1774893616.916935731 secs.nsecs start_time: 1774893569.751704173 secs.nsecs elapsed_time: 47.165231558 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.batch_stats=0 llite.lustre-ffff9e97c2f69000.statahead_max=2048 llite.lustre-ffff9e97c2f69000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.95 seconds: 105.29 ops/second llite.lustre-ffff9e97c2f69000.statahead_max=0 101 real 0m0.788s user 0m0.005s sys 0m0.293s ls -l 100 files without statahead: 1 sec llite.lustre-ffff9e97c2f69000.statahead_max=2048 2048 101 real 0m0.412s user 0m0.001s sys 0m0.180s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.21 seconds: 280.03 ops/second llite.lustre-ffff9e97c2f69000.statahead_max=0 1001 real 0m8.614s user 0m0.022s sys 0m3.169s ls -l 1000 files without statahead: 8 sec llite.lustre-ffff9e97c2f69000.statahead_max=2048 2048 1001 real 0m4.632s user 0m0.012s sys 0m1.363s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4575 (time 1774893740.18 total 10.00 last 457.47) - open/close 8600 (time 1774893750.18 total 20.00 last 402.45) total: 9000 open/close in 20.90 seconds: 430.62 ops/second llite.lustre-ffff9e97c2f69000.statahead_max=0 10001 real 1m11.479s user 0m0.189s sys 0m26.944s ls -l 10000 files without statahead: 72 sec llite.lustre-ffff9e97c2f69000.statahead_max=2048 2048 10001 real 0m30.689s user 0m0.123s sys 0m21.251s ls -l 10000 files with statahead: 31 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff9e97c2f69000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.batch_stats= snapshot_time: 1774893933.714676133 secs.nsecs start_time: 1774893617.735488839 secs.nsecs elapsed_time: 315.979187294 secs.nsecs subreqs per batch batches % cum % 1: 166 69 69 2: 28 11 80 4: 8 3 84 8: 3 1 85 16: 1 0 85 32: 1 0 86 64: 1 0 86 128: 1 0 87 256: 31 12 100 mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.batch_stats= snapshot_time: 1774893933.714766770 secs.nsecs start_time: 1774893617.735618124 secs.nsecs elapsed_time: 315.979148646 secs.nsecs subreqs per batch batches % cum % 1: 175 69 69 2: 30 11 81 4: 7 2 84 8: 5 1 86 16: 1 0 86 32: 1 0 86 64: 1 0 87 128: 0 0 87 256: 32 12 100 - open/close 4553 (time 1774893944.91 total 10.00 last 455.29) - open/close 9474 (time 1774893954.91 total 20.00 last 492.06) total: 10000 open/close in 21.05 seconds: 475.15 ops/second llite.lustre-ffff9e97c2f69000.statahead_batch_max=0 llite.lustre-ffff9e97c2f69000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.stats=clear mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.283s user 0m0.153s sys 0m29.591s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff9e97c2f69000.statahead_batch_max=256 llite.lustre-ffff9e97c2f69000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.stats=clear mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.385s user 0m0.139s sys 0m23.055s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff9e97c2f69000.batch_stats= snapshot_time: 1774894033.442381695 secs.nsecs start_time: 1774893994.341606329 secs.nsecs elapsed_time: 39.100775366 secs.nsecs subreqs per batch batches % cum % 1: 384 65 65 2: 93 15 81 4: 42 7 89 8: 4 0 89 16: 3 0 90 32: 22 3 93 64: 1 0 94 128: 0 0 94 256: 34 5 100 mdc.lustre-MDT0001-mdc-ffff9e97c2f69000.batch_stats= snapshot_time: 1774894033.442427177 secs.nsecs start_time: 1774893994.341683560 secs.nsecs elapsed_time: 39.100743617 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff9e97c2f69000.statahead_batch_max=64 llite.lustre-ffff9e97c2f69000.statahead_max=128