== sanity test 123ad: Verify batching statahead works correctly ========================================================== 21:32:24 (1768012344) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffffa06490a72800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa06490a72800.batch_stats=0 llite.lustre-ffffa06490a72800.statahead_max=32 llite.lustre-ffffa06490a72800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffffa06490a72800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa06490a72800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 159.48 ops/second llite.lustre-ffffa06490a72800.statahead_max=0 101 real 0m0.725s user 0m0.003s sys 0m0.268s ls -l 100 files without statahead: 1 sec llite.lustre-ffffa06490a72800.statahead_max=32 32 101 real 0m0.396s user 0m0.002s sys 0m0.235s ls -l 100 files with statahead: 0 sec statahead total: 59 statahead wrong: 1 agl total: 53 list_total: 29 fname_total: 29 hit_total: 33702 miss_total: 215 total: 900 open/close in 1.82 seconds: 494.92 ops/second llite.lustre-ffffa06490a72800.statahead_max=0 1001 real 0m7.531s user 0m0.016s sys 0m2.690s ls -l 1000 files without statahead: 8 sec llite.lustre-ffffa06490a72800.statahead_max=32 32 1001 real 0m3.578s user 0m0.015s sys 0m1.657s ls -l 1000 files with statahead: 3 sec statahead total: 60 statahead wrong: 1 agl total: 54 list_total: 30 fname_total: 29 hit_total: 34701 miss_total: 216 - open/close 4483 (time 1768012376.17 total 10.00 last 448.23) total: 9000 open/close in 18.99 seconds: 473.96 ops/second llite.lustre-ffffa06490a72800.statahead_max=0 10001 real 1m2.087s user 0m0.223s sys 0m21.711s ls -l 10000 files without statahead: 62 sec llite.lustre-ffffa06490a72800.statahead_max=32 32 10001 real 0m37.466s user 0m0.139s sys 0m16.699s ls -l 10000 files with statahead: 37 sec statahead total: 61 statahead wrong: 1 agl total: 55 list_total: 31 fname_total: 29 hit_total: 44700 miss_total: 217 ls -l done rm -r /mnt/lustre/d123ad.sanity: 58 seconds llite.lustre-ffffa06490a72800.statahead_stats= statahead total: 61 statahead wrong: 1 agl total: 55 list_total: 31 fname_total: 29 hit_total: 44700 miss_total: 217 mdc.lustre-MDT0000-mdc-ffffa06490a72800.batch_stats= snapshot_time: 1768012553.992005361 secs.nsecs start_time: 1768012346.142567091 secs.nsecs elapsed_time: 207.849438270 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 2 0 1 8: 8 2 3 16: 227 64 68 32: 111 31 100 mdc.lustre-MDT0001-mdc-ffffa06490a72800.batch_stats= snapshot_time: 1768012553.992046704 secs.nsecs start_time: 1768012346.142619219 secs.nsecs elapsed_time: 207.849427485 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 2 0 1 8: 4 1 2 16: 161 45 47 32: 186 52 100 - open/close 4904 (time 1768012564.88 total 10.00 last 490.40) - open/close 9395 (time 1768012574.88 total 20.00 last 449.09) total: 10000 open/close in 21.22 seconds: 471.18 ops/second llite.lustre-ffffa06490a72800.statahead_batch_max=0 llite.lustre-ffffa06490a72800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa06490a72800.stats=clear mdc.lustre-MDT0001-mdc-ffffa06490a72800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.101s user 0m0.155s sys 0m29.452s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa06490a72800.statahead_batch_max=32 llite.lustre-ffffa06490a72800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa06490a72800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa06490a72800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa06490a72800.stats=clear mdc.lustre-MDT0001-mdc-ffffa06490a72800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m40.253s user 0m0.123s sys 0m22.253s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa06490a72800.batch_stats= snapshot_time: 1768012656.652044951 secs.nsecs start_time: 1768012611.735421157 secs.nsecs elapsed_time: 44.916623794 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 1 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffffa06490a72800.batch_stats= snapshot_time: 1768012656.652113506 secs.nsecs start_time: 1768012611.735477055 secs.nsecs elapsed_time: 44.916636451 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffffa06490a72800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa06490a72800.batch_stats=0 llite.lustre-ffffa06490a72800.statahead_max=2048 llite.lustre-ffffa06490a72800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffffa06490a72800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffffa06490a72800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.63 seconds: 157.56 ops/second llite.lustre-ffffa06490a72800.statahead_max=0 101 real 0m0.576s user 0m0.000s sys 0m0.206s ls -l 100 files without statahead: 0 sec llite.lustre-ffffa06490a72800.statahead_max=2048 2048 101 real 0m0.365s user 0m0.003s sys 0m0.169s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 2.38 seconds: 378.69 ops/second llite.lustre-ffffa06490a72800.statahead_max=0 1001 real 0m6.433s user 0m0.015s sys 0m2.222s ls -l 1000 files without statahead: 7 sec llite.lustre-ffffa06490a72800.statahead_max=2048 2048 1001 real 0m3.636s user 0m0.015s sys 0m1.169s ls -l 1000 files with statahead: 4 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 4676 (time 1768012772.42 total 10.00 last 467.56) - open/close 8726 (time 1768012782.42 total 20.00 last 405.00) total: 9000 open/close in 20.58 seconds: 437.27 ops/second llite.lustre-ffffa06490a72800.statahead_max=0 10001 real 0m58.131s user 0m0.165s sys 0m20.234s ls -l 10000 files without statahead: 58 sec llite.lustre-ffffa06490a72800.statahead_max=2048 2048 10001 real 0m26.038s user 0m0.144s sys 0m18.251s ls -l 10000 files with statahead: 26 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 59 seconds llite.lustre-ffffa06490a72800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffffa06490a72800.batch_stats= snapshot_time: 1768012938.513094599 secs.nsecs start_time: 1768012657.671756672 secs.nsecs elapsed_time: 280.841337927 secs.nsecs subreqs per batch batches % cum % 1: 37 43 43 2: 4 4 48 4: 4 4 52 8: 4 4 57 16: 0 0 57 32: 1 1 58 64: 2 2 61 128: 1 1 62 256: 32 37 100 mdc.lustre-MDT0001-mdc-ffffa06490a72800.batch_stats= snapshot_time: 1768012938.513143029 secs.nsecs start_time: 1768012657.671906772 secs.nsecs elapsed_time: 280.841236257 secs.nsecs subreqs per batch batches % cum % 1: 39 43 43 2: 9 10 53 4: 2 2 55 8: 4 4 60 16: 0 0 60 32: 1 1 61 64: 1 1 62 128: 3 3 65 256: 31 34 100 - open/close 4412 (time 1768012949.61 total 10.00 last 441.11) - open/close 8785 (time 1768012959.61 total 20.00 last 437.30) total: 10000 open/close in 22.61 seconds: 442.25 ops/second llite.lustre-ffffa06490a72800.statahead_batch_max=0 llite.lustre-ffffa06490a72800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa06490a72800.stats=clear mdc.lustre-MDT0001-mdc-ffffa06490a72800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m30.748s user 0m0.134s sys 0m27.397s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffffa06490a72800.statahead_batch_max=256 llite.lustre-ffffa06490a72800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffffa06490a72800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffffa06490a72800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffffa06490a72800.stats=clear mdc.lustre-MDT0001-mdc-ffffa06490a72800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.229s user 0m0.117s sys 0m18.200s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffffa06490a72800.batch_stats= snapshot_time: 1768013025.728782373 secs.nsecs start_time: 1768012995.701434687 secs.nsecs elapsed_time: 30.027347686 secs.nsecs subreqs per batch batches % cum % 1: 113 49 49 2: 25 11 60 4: 22 9 70 8: 4 1 72 16: 1 0 72 32: 22 9 82 64: 5 2 84 128: 0 0 84 256: 35 15 100 mdc.lustre-MDT0001-mdc-ffffa06490a72800.batch_stats= snapshot_time: 1768013025.728834450 secs.nsecs start_time: 1768012995.701489437 secs.nsecs elapsed_time: 30.027345013 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffffa06490a72800.statahead_batch_max=64 llite.lustre-ffffa06490a72800.statahead_max=128