== sanity test 123ad: Verify batching statahead works correctly ========================================================== 10:27:16 (1770650836) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.batch_stats=0 llite.lustre-ffff8eddc5c36000.statahead_max=32 llite.lustre-ffff8eddc5c36000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.59 seconds: 170.05 ops/second llite.lustre-ffff8eddc5c36000.statahead_max=0 101 real 0m0.783s user 0m0.005s sys 0m0.258s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8eddc5c36000.statahead_max=32 32 101 real 0m0.474s user 0m0.006s sys 0m0.247s ls -l 100 files with statahead: 1 sec statahead total: 61 statahead wrong: 1 agl total: 54 list_total: 28 fname_total: 31 hit_total: 33526 miss_total: 196 total: 900 open/close in 1.83 seconds: 492.95 ops/second llite.lustre-ffff8eddc5c36000.statahead_max=0 1001 real 0m5.854s user 0m0.020s sys 0m2.095s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8eddc5c36000.statahead_max=32 32 1001 real 0m3.669s user 0m0.017s sys 0m1.704s ls -l 1000 files with statahead: 3 sec statahead total: 62 statahead wrong: 1 agl total: 55 list_total: 29 fname_total: 31 hit_total: 34525 miss_total: 197 - open/close 3750 (time 1770650866.13 total 10.00 last 374.99) - open/close 7523 (time 1770650876.13 total 20.00 last 377.26) total: 9000 open/close in 24.04 seconds: 374.41 ops/second llite.lustre-ffff8eddc5c36000.statahead_max=0 10001 real 1m4.870s user 0m0.208s sys 0m22.684s ls -l 10000 files without statahead: 65 sec llite.lustre-ffff8eddc5c36000.statahead_max=32 32 10001 real 0m36.991s user 0m0.151s sys 0m16.064s ls -l 10000 files with statahead: 37 sec statahead total: 63 statahead wrong: 1 agl total: 56 list_total: 30 fname_total: 31 hit_total: 44524 miss_total: 198 ls -l done rm -r /mnt/lustre/d123ad.sanity: 60 seconds llite.lustre-ffff8eddc5c36000.statahead_stats= statahead total: 63 statahead wrong: 1 agl total: 56 list_total: 30 fname_total: 31 hit_total: 44524 miss_total: 198 mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.batch_stats= snapshot_time: 1770651053.101073477 secs.nsecs start_time: 1770650837.704574587 secs.nsecs elapsed_time: 215.396498890 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 5 1 1 8: 6 1 3 16: 191 53 57 32: 151 42 100 mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.batch_stats= snapshot_time: 1770651053.101137672 secs.nsecs start_time: 1770650837.704628887 secs.nsecs elapsed_time: 215.396508785 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 1 0 0 8: 10 2 3 16: 197 55 59 32: 144 40 100 - open/close 4405 (time 1770651064.92 total 10.00 last 440.45) - open/close 8745 (time 1770651074.92 total 20.00 last 433.95) total: 10000 open/close in 22.87 seconds: 437.18 ops/second llite.lustre-ffff8eddc5c36000.statahead_batch_max=0 llite.lustre-ffff8eddc5c36000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.stats=clear mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.391s user 0m0.140s sys 0m30.585s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8eddc5c36000.statahead_batch_max=32 llite.lustre-ffff8eddc5c36000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.stats=clear mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m34.449s user 0m0.132s sys 0m19.336s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.batch_stats= snapshot_time: 1770651151.789892458 secs.nsecs start_time: 1770651112.892881398 secs.nsecs elapsed_time: 38.897011060 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.batch_stats= snapshot_time: 1770651151.789948338 secs.nsecs start_time: 1770651112.892951126 secs.nsecs elapsed_time: 38.896997212 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.batch_stats=0 llite.lustre-ffff8eddc5c36000.statahead_max=2048 llite.lustre-ffff8eddc5c36000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.79 seconds: 125.82 ops/second llite.lustre-ffff8eddc5c36000.statahead_max=0 101 real 0m0.706s user 0m0.002s sys 0m0.246s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8eddc5c36000.statahead_max=2048 2048 101 real 0m0.332s user 0m0.001s sys 0m0.248s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.59 seconds: 347.16 ops/second llite.lustre-ffff8eddc5c36000.statahead_max=0 1001 real 0m6.482s user 0m0.019s sys 0m2.220s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8eddc5c36000.statahead_max=2048 2048 1001 real 0m3.062s user 0m0.011s sys 0m1.097s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4094 (time 1770651265.08 total 10.00 last 409.29) - open/close 8562 (time 1770651275.08 total 20.00 last 446.71) total: 9000 open/close in 20.92 seconds: 430.12 ops/second llite.lustre-ffff8eddc5c36000.statahead_max=0 10001 real 1m3.659s user 0m0.171s sys 0m22.057s ls -l 10000 files without statahead: 64 sec llite.lustre-ffff8eddc5c36000.statahead_max=2048 2048 10001 real 0m27.891s user 0m0.132s sys 0m19.829s ls -l 10000 files with statahead: 28 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffff8eddc5c36000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.batch_stats= snapshot_time: 1770651438.020854220 secs.nsecs start_time: 1770651152.584679749 secs.nsecs elapsed_time: 285.436174471 secs.nsecs subreqs per batch batches % cum % 1: 73 60 60 2: 8 6 66 4: 7 5 72 8: 0 0 72 16: 0 0 72 32: 0 0 72 64: 0 0 72 128: 5 4 76 256: 28 23 100 mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.batch_stats= snapshot_time: 1770651438.020907131 secs.nsecs start_time: 1770651152.584791562 secs.nsecs elapsed_time: 285.436115569 secs.nsecs subreqs per batch batches % cum % 1: 121 69 69 2: 5 2 72 4: 6 3 75 8: 4 2 78 16: 1 0 78 32: 2 1 79 64: 2 1 81 128: 1 0 81 256: 32 18 100 - open/close 4820 (time 1770651449.00 total 10.00 last 481.98) - open/close 9632 (time 1770651459.00 total 20.00 last 481.18) total: 10000 open/close in 20.75 seconds: 482.00 ops/second llite.lustre-ffff8eddc5c36000.statahead_batch_max=0 llite.lustre-ffff8eddc5c36000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.stats=clear mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.289s user 0m0.150s sys 0m25.960s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8eddc5c36000.statahead_batch_max=256 llite.lustre-ffff8eddc5c36000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.stats=clear mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m26.141s user 0m0.132s sys 0m19.018s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8eddc5c36000.batch_stats= snapshot_time: 1770651523.462477890 secs.nsecs start_time: 1770651492.661676502 secs.nsecs elapsed_time: 30.800801388 secs.nsecs subreqs per batch batches % cum % 1: 66 43 43 2: 16 10 53 4: 3 1 55 8: 5 3 58 16: 2 1 60 32: 20 13 73 64: 5 3 76 128: 0 0 76 256: 36 23 100 mdc.lustre-MDT0001-mdc-ffff8eddc5c36000.batch_stats= snapshot_time: 1770651523.462538897 secs.nsecs start_time: 1770651492.661767265 secs.nsecs elapsed_time: 30.800771632 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8eddc5c36000.statahead_batch_max=64 llite.lustre-ffff8eddc5c36000.statahead_max=128