== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:44:18 (1765107858) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff970d468fb000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff970d468fb000.batch_stats=0 llite.lustre-ffff970d468fb000.statahead_max=32 llite.lustre-ffff970d468fb000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff970d468fb000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff970d468fb000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 0.74 seconds: 135.66 ops/second llite.lustre-ffff970d468fb000.statahead_max=0 101 real 0m0.651s user 0m0.005s sys 0m0.230s ls -l 100 files without statahead: 0 sec llite.lustre-ffff970d468fb000.statahead_max=32 32 101 real 0m0.495s user 0m0.002s sys 0m0.264s ls -l 100 files with statahead: 0 sec statahead total: 73 statahead wrong: 1 agl total: 67 list_total: 29 fname_total: 44 hit_total: 34089 miss_total: 214 total: 900 open/close in 2.13 seconds: 422.33 ops/second llite.lustre-ffff970d468fb000.statahead_max=0 1001 real 0m6.001s user 0m0.027s sys 0m2.115s ls -l 1000 files without statahead: 6 sec llite.lustre-ffff970d468fb000.statahead_max=32 32 1001 real 0m3.588s user 0m0.011s sys 0m1.652s ls -l 1000 files with statahead: 3 sec statahead total: 74 statahead wrong: 1 agl total: 68 list_total: 30 fname_total: 44 hit_total: 35088 miss_total: 215 - open/close 3717 (time 1765107889.20 total 10.00 last 371.62) - open/close 6069 (time 1765107899.20 total 20.00 last 235.16) - open/close 7500 (time 1765107909.21 total 30.01 last 143.06) total: 9000 open/close in 39.40 seconds: 228.45 ops/second llite.lustre-ffff970d468fb000.statahead_max=0 10001 real 2m12.353s user 0m0.307s sys 0m26.345s ls -l 10000 files without statahead: 133 sec llite.lustre-ffff970d468fb000.statahead_max=32 32 10001 real 0m43.021s user 0m0.267s sys 0m16.249s ls -l 10000 files with statahead: 43 sec statahead total: 75 statahead wrong: 1 agl total: 69 list_total: 31 fname_total: 44 hit_total: 45062 miss_total: 241 ls -l done rm -r /mnt/lustre/d123ad.sanity: 116 seconds llite.lustre-ffff970d468fb000.statahead_stats= statahead total: 75 statahead wrong: 1 agl total: 69 list_total: 31 fname_total: 44 hit_total: 45062 miss_total: 241 mdc.lustre-MDT0000-mdc-ffff970d468fb000.batch_stats= snapshot_time: 1765108222.096172965 secs.nsecs start_time: 1765107860.131967160 secs.nsecs elapsed_time: 361.964205805 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 1 0 1 8: 7 1 3 16: 209 58 61 32: 136 38 100 mdc.lustre-MDT0001-mdc-ffff970d468fb000.batch_stats= snapshot_time: 1765108222.096238725 secs.nsecs start_time: 1765107860.132053865 secs.nsecs elapsed_time: 361.964184860 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 2 0 0 4: 6 1 2 8: 3 0 3 16: 198 55 58 32: 146 41 100 - open/close 1100 (time 1765108233.36 total 10.00 last 109.95) - open/close 2214 (time 1765108243.36 total 20.01 last 111.35) - open/close 3479 (time 1765108253.36 total 30.01 last 126.49) - open/close 4769 (time 1765108263.36 total 40.01 last 128.99) - open/close 6235 (time 1765108273.37 total 50.02 last 146.51) - open/close 7456 (time 1765108283.38 total 60.02 last 122.03) - open/close 8758 (time 1765108293.38 total 70.03 last 130.13) total: 10000 open/close in 79.34 seconds: 126.03 ops/second llite.lustre-ffff970d468fb000.statahead_batch_max=0 llite.lustre-ffff970d468fb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff970d468fb000.stats=clear mdc.lustre-MDT0001-mdc-ffff970d468fb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.967s user 0m0.292s sys 0m25.609s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff970d468fb000.statahead_batch_max=32 llite.lustre-ffff970d468fb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff970d468fb000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff970d468fb000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff970d468fb000.stats=clear mdc.lustre-MDT0001-mdc-ffff970d468fb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m45.266s user 0m0.234s sys 0m16.261s batched statahead RPC= hit count=9961 mdc.lustre-MDT0000-mdc-ffff970d468fb000.batch_stats= snapshot_time: 1765108388.188427371 secs.nsecs start_time: 1765108337.454162756 secs.nsecs elapsed_time: 50.734264615 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 314 99 100 mdc.lustre-MDT0001-mdc-ffff970d468fb000.batch_stats= snapshot_time: 1765108388.188474665 secs.nsecs start_time: 1765108337.454234323 secs.nsecs elapsed_time: 50.734240342 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff970d468fb000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff970d468fb000.batch_stats=0 llite.lustre-ffff970d468fb000.statahead_max=2048 llite.lustre-ffff970d468fb000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff970d468fb000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff970d468fb000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.15 seconds: 86.63 ops/second llite.lustre-ffff970d468fb000.statahead_max=0 101 real 0m1.201s user 0m0.003s sys 0m0.290s ls -l 100 files without statahead: 1 sec llite.lustre-ffff970d468fb000.statahead_max=2048 2048 101 real 0m0.480s user 0m0.004s sys 0m0.211s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10060 miss_total: 40 total: 900 open/close in 5.02 seconds: 179.20 ops/second llite.lustre-ffff970d468fb000.statahead_max=0 1001 real 0m11.056s user 0m0.029s sys 0m2.747s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff970d468fb000.statahead_max=2048 2048 1001 real 0m3.429s user 0m0.021s sys 0m1.428s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11059 miss_total: 41 - open/close 2072 (time 1765108561.17 total 10.00 last 207.19) total: 3000 open/close in 14.34 seconds: 209.22 ops/second llite.lustre-ffff970d468fb000.statahead_max=0 4001 real 0m39.571s user 0m0.123s sys 0m10.509s ls -l 4000 files without statahead: 40 sec llite.lustre-ffff970d468fb000.statahead_max=2048 2048 4001 real 0m10.987s user 0m0.088s sys 0m7.124s ls -l 4000 files with statahead: 11 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15058 miss_total: 42 ls -l done rm -r /mnt/lustre/d123ad.sanity: 34 seconds llite.lustre-ffff970d468fb000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15058 miss_total: 42 mdc.lustre-MDT0000-mdc-ffff970d468fb000.batch_stats= snapshot_time: 1765108657.750464908 secs.nsecs start_time: 1765108389.433203824 secs.nsecs elapsed_time: 268.317261084 secs.nsecs subreqs per batch batches % cum % 1: 104 67 67 2: 26 16 84 4: 6 3 88 8: 3 1 90 16: 2 1 91 32: 0 0 91 64: 1 0 92 128: 1 0 92 256: 11 7 100 mdc.lustre-MDT0001-mdc-ffff970d468fb000.batch_stats= snapshot_time: 1765108657.750509185 secs.nsecs start_time: 1765108389.433390189 secs.nsecs elapsed_time: 268.317118996 secs.nsecs subreqs per batch batches % cum % 1: 105 68 68 2: 20 13 81 4: 11 7 88 8: 4 2 91 16: 0 0 91 32: 1 0 92 64: 0 0 92 128: 2 1 93 256: 10 6 100 - open/close 2945 (time 1765108669.03 total 10.00 last 294.44) - open/close 5685 (time 1765108679.03 total 20.00 last 273.95) - open/close 8231 (time 1765108689.03 total 30.01 last 254.50) total: 10000 open/close in 37.32 seconds: 267.96 ops/second llite.lustre-ffff970d468fb000.statahead_batch_max=0 llite.lustre-ffff970d468fb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff970d468fb000.stats=clear mdc.lustre-MDT0001-mdc-ffff970d468fb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m32.078s user 0m0.277s sys 0m27.912s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff970d468fb000.statahead_batch_max=256 llite.lustre-ffff970d468fb000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff970d468fb000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff970d468fb000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff970d468fb000.stats=clear mdc.lustre-MDT0001-mdc-ffff970d468fb000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.821s user 0m0.200s sys 0m23.888s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff970d468fb000.batch_stats= snapshot_time: 1765108770.907880353 secs.nsecs start_time: 1765108731.734976055 secs.nsecs elapsed_time: 39.172904298 secs.nsecs subreqs per batch batches % cum % 1: 186 60 60 2: 44 14 74 4: 12 3 78 8: 2 0 79 16: 2 0 80 32: 23 7 87 64: 3 0 88 128: 0 0 88 256: 35 11 100 mdc.lustre-MDT0001-mdc-ffff970d468fb000.batch_stats= snapshot_time: 1765108770.907940813 secs.nsecs start_time: 1765108731.735051709 secs.nsecs elapsed_time: 39.172889104 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff970d468fb000.statahead_batch_max=64 llite.lustre-ffff970d468fb000.statahead_max=128