== sanity test 123ad: Verify batching statahead works correctly ========================================================== 22:01:12 (1773108072) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8d3e99572000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d3e99572000.batch_stats=0 llite.lustre-ffff8d3e99572000.statahead_max=32 llite.lustre-ffff8d3e99572000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8d3e99572000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d3e99572000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.85 seconds: 117.68 ops/second llite.lustre-ffff8d3e99572000.statahead_max=0 101 real 0m0.791s user 0m0.006s sys 0m0.299s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8d3e99572000.statahead_max=32 32 101 real 0m0.507s user 0m0.004s sys 0m0.264s ls -l 100 files with statahead: 1 sec statahead total: 87 statahead wrong: 1 agl total: 82 list_total: 31 fname_total: 42 hit_total: 23291 miss_total: 218 total: 900 open/close in 2.26 seconds: 398.14 ops/second llite.lustre-ffff8d3e99572000.statahead_max=0 1001 real 0m6.614s user 0m0.030s sys 0m2.570s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8d3e99572000.statahead_max=32 32 1001 real 0m4.576s user 0m0.017s sys 0m2.218s ls -l 1000 files with statahead: 5 sec statahead total: 88 statahead wrong: 1 agl total: 83 list_total: 32 fname_total: 42 hit_total: 24290 miss_total: 219 - open/close 4054 (time 1773108105.88 total 10.00 last 405.36) - open/close 8062 (time 1773108115.88 total 20.00 last 400.79) total: 9000 open/close in 22.42 seconds: 401.45 ops/second llite.lustre-ffff8d3e99572000.statahead_max=0 10001 real 1m9.289s user 0m0.302s sys 0m26.255s ls -l 10000 files without statahead: 69 sec llite.lustre-ffff8d3e99572000.statahead_max=32 32 10001 real 0m46.655s user 0m0.218s sys 0m22.139s ls -l 10000 files with statahead: 46 sec statahead total: 89 statahead wrong: 1 agl total: 84 list_total: 33 fname_total: 42 hit_total: 34289 miss_total: 220 ls -l done rm -r /mnt/lustre/d123ad.sanity: 75 seconds llite.lustre-ffff8d3e99572000.statahead_stats= statahead total: 89 statahead wrong: 1 agl total: 84 list_total: 33 fname_total: 42 hit_total: 34289 miss_total: 220 mdc.lustre-MDT0000-mdc-ffff8d3e99572000.batch_stats= snapshot_time: 1773108325.408091251 secs.nsecs start_time: 1773108074.097381643 secs.nsecs elapsed_time: 251.310709608 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 0 0 4: 2 0 0 8: 7 1 2 16: 204 57 60 32: 139 39 100 mdc.lustre-MDT0001-mdc-ffff8d3e99572000.batch_stats= snapshot_time: 1773108325.408205206 secs.nsecs start_time: 1773108074.097446928 secs.nsecs elapsed_time: 251.310758278 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 2 0 1 8: 6 1 3 16: 195 54 58 32: 149 41 100 - open/close 4397 (time 1773108336.63 total 10.00 last 439.64) - open/close 8741 (time 1773108346.63 total 20.00 last 434.33) total: 10000 open/close in 22.72 seconds: 440.18 ops/second llite.lustre-ffff8d3e99572000.statahead_batch_max=0 llite.lustre-ffff8d3e99572000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d3e99572000.stats=clear mdc.lustre-MDT0001-mdc-ffff8d3e99572000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m38.819s user 0m0.218s sys 0m37.164s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8d3e99572000.statahead_batch_max=32 llite.lustre-ffff8d3e99572000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d3e99572000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8d3e99572000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8d3e99572000.stats=clear mdc.lustre-MDT0001-mdc-ffff8d3e99572000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m41.911s user 0m0.189s sys 0m24.702s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8d3e99572000.batch_stats= snapshot_time: 1773108440.908039530 secs.nsecs start_time: 1773108391.549605498 secs.nsecs elapsed_time: 49.358434032 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8d3e99572000.batch_stats= snapshot_time: 1773108440.908089824 secs.nsecs start_time: 1773108391.549652410 secs.nsecs elapsed_time: 49.358437414 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8d3e99572000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d3e99572000.batch_stats=0 llite.lustre-ffff8d3e99572000.statahead_max=2048 llite.lustre-ffff8d3e99572000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8d3e99572000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8d3e99572000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.94 seconds: 106.74 ops/second llite.lustre-ffff8d3e99572000.statahead_max=0 101 real 0m0.635s user 0m0.004s sys 0m0.245s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8d3e99572000.statahead_max=2048 2048 101 real 0m0.575s user 0m0.001s sys 0m0.258s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.88 seconds: 478.66 ops/second llite.lustre-ffff8d3e99572000.statahead_max=0 1001 real 0m6.091s user 0m0.020s sys 0m2.320s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff8d3e99572000.statahead_max=2048 2048 1001 real 0m3.497s user 0m0.013s sys 0m1.422s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4650 (time 1773108554.59 total 10.00 last 464.92) total: 9000 open/close in 19.21 seconds: 468.40 ops/second llite.lustre-ffff8d3e99572000.statahead_max=0 10001 real 1m0.330s user 0m0.244s sys 0m23.100s ls -l 10000 files without statahead: 61 sec llite.lustre-ffff8d3e99572000.statahead_max=2048 2048 10001 real 0m29.327s user 0m0.155s sys 0m20.640s ls -l 10000 files with statahead: 29 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 64 seconds llite.lustre-ffff8d3e99572000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8d3e99572000.batch_stats= snapshot_time: 1773108731.163648428 secs.nsecs start_time: 1773108441.732268296 secs.nsecs elapsed_time: 289.431380132 secs.nsecs subreqs per batch batches % cum % 1: 198 70 70 2: 34 12 82 4: 12 4 86 8: 4 1 88 16: 0 0 88 32: 0 0 88 64: 1 0 88 128: 1 0 88 256: 31 11 100 mdc.lustre-MDT0001-mdc-ffff8d3e99572000.batch_stats= snapshot_time: 1773108731.163695457 secs.nsecs start_time: 1773108441.732403953 secs.nsecs elapsed_time: 289.431291504 secs.nsecs subreqs per batch batches % cum % 1: 170 68 68 2: 34 13 82 4: 7 2 85 8: 2 0 85 16: 1 0 86 32: 1 0 86 64: 1 0 87 128: 5 2 89 256: 27 10 100 - open/close 4702 (time 1773108741.98 total 10.00 last 470.10) - open/close 9295 (time 1773108751.98 total 20.00 last 459.23) total: 10000 open/close in 21.54 seconds: 464.29 ops/second llite.lustre-ffff8d3e99572000.statahead_batch_max=0 llite.lustre-ffff8d3e99572000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d3e99572000.stats=clear mdc.lustre-MDT0001-mdc-ffff8d3e99572000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m35.482s user 0m0.169s sys 0m30.622s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8d3e99572000.statahead_batch_max=256 llite.lustre-ffff8d3e99572000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8d3e99572000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8d3e99572000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8d3e99572000.stats=clear mdc.lustre-MDT0001-mdc-ffff8d3e99572000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.365s user 0m0.148s sys 0m19.650s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8d3e99572000.batch_stats= snapshot_time: 1773108826.393529609 secs.nsecs start_time: 1773108792.209000204 secs.nsecs elapsed_time: 34.184529405 secs.nsecs subreqs per batch batches % cum % 1: 325 64 64 2: 76 15 79 4: 34 6 86 8: 7 1 87 16: 3 0 88 32: 22 4 92 64: 2 0 93 128: 0 0 93 256: 34 6 100 mdc.lustre-MDT0001-mdc-ffff8d3e99572000.batch_stats= snapshot_time: 1773108826.393579610 secs.nsecs start_time: 1773108792.209052809 secs.nsecs elapsed_time: 34.184526801 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8d3e99572000.statahead_batch_max=64 llite.lustre-ffff8d3e99572000.statahead_max=128