== sanity test 123ad: Verify batching statahead works correctly ========================================================== 12:45:27 (1744130727) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88007887a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007887a800.batch_stats=0 llite.lustre-ffff88007887a800.statahead_max=32 llite.lustre-ffff88007887a800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88007887a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007887a800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.51 seconds: 197.25 ops/second llite.lustre-ffff88007887a800.statahead_max=0 101 real 0m0.497s user 0m0.000s sys 0m0.197s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88007887a800.statahead_max=32 32 101 real 0m0.321s user 0m0.002s sys 0m0.110s ls -l 100 files with statahead: 1 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 20 fname_total: 26 hit_total: 11586 miss_total: 229 total: 900 open/close in 1.65 seconds: 546.01 ops/second llite.lustre-ffff88007887a800.statahead_max=0 1001 real 0m4.786s user 0m0.029s sys 0m1.886s ls -l 1000 files without statahead: 4 sec llite.lustre-ffff88007887a800.statahead_max=32 32 1001 real 0m1.598s user 0m0.021s sys 0m0.888s ls -l 1000 files with statahead: 2 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 21 fname_total: 26 hit_total: 12585 miss_total: 230 - open/close 5659 (time 1744130751.04 total 10.00 last 565.86) total: 9000 open/close in 15.96 seconds: 563.97 ops/second llite.lustre-ffff88007887a800.statahead_max=0 10001 real 0m51.218s user 0m0.312s sys 0m19.244s ls -l 10000 files without statahead: 51 sec llite.lustre-ffff88007887a800.statahead_max=32 32 10001 real 0m17.871s user 0m0.216s sys 0m9.612s ls -l 10000 files with statahead: 18 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 22 fname_total: 26 hit_total: 22584 miss_total: 231 ls -l done rm -r /mnt/lustre/d123ad.sanity: 41 seconds llite.lustre-ffff88007887a800.statahead_stats= statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 22 fname_total: 26 hit_total: 22584 miss_total: 231 mdc.lustre-MDT0000-mdc-ffff88007887a800.batch_stats= snapshot_time: 1744130871.365094465 secs.nsecs start_time: 1744130728.333925908 secs.nsecs elapsed_time: 143.031168557 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 2 0 0 4: 3 0 1 8: 7 1 3 16: 222 63 66 32: 116 33 100 mdc.lustre-MDT0001-mdc-ffff88007887a800.batch_stats= snapshot_time: 1744130871.365186589 secs.nsecs start_time: 1744130728.333971321 secs.nsecs elapsed_time: 143.031215268 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 2 0 0 8: 5 1 2 16: 163 45 48 32: 184 51 100 - open/close 5053 (time 1744130881.96 total 10.00 last 505.29) total: 10000 open/close in 18.84 seconds: 530.77 ops/second llite.lustre-ffff88007887a800.statahead_batch_max=0 llite.lustre-ffff88007887a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007887a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007887a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.118s user 0m0.238s sys 0m9.462s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007887a800.statahead_batch_max=32 llite.lustre-ffff88007887a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007887a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007887a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007887a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007887a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.217s user 0m0.235s sys 0m9.163s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007887a800.batch_stats= snapshot_time: 1744130925.212792629 secs.nsecs start_time: 1744130902.807920054 secs.nsecs elapsed_time: 22.404872575 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88007887a800.batch_stats= snapshot_time: 1744130925.212863369 secs.nsecs start_time: 1744130902.807974413 secs.nsecs elapsed_time: 22.404888956 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88007887a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007887a800.batch_stats=0 llite.lustre-ffff88007887a800.statahead_max=2048 llite.lustre-ffff88007887a800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88007887a800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88007887a800.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.56 seconds: 178.11 ops/second llite.lustre-ffff88007887a800.statahead_max=0 101 real 0m0.598s user 0m0.003s sys 0m0.221s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88007887a800.statahead_max=2048 2048 101 real 0m0.264s user 0m0.004s sys 0m0.110s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.60 seconds: 561.19 ops/second llite.lustre-ffff88007887a800.statahead_max=0 1001 real 0m5.625s user 0m0.029s sys 0m2.236s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88007887a800.statahead_max=2048 2048 1001 real 0m1.167s user 0m0.015s sys 0m0.806s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5639 (time 1744131009.28 total 10.00 last 563.87) total: 9000 open/close in 17.26 seconds: 521.50 ops/second llite.lustre-ffff88007887a800.statahead_max=0 10001 real 0m56.906s user 0m0.283s sys 0m21.621s ls -l 10000 files without statahead: 57 sec llite.lustre-ffff88007887a800.statahead_max=2048 2048 10001 real 0m9.864s user 0m0.199s sys 0m8.589s ls -l 10000 files with statahead: 10 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 35 seconds llite.lustre-ffff88007887a800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88007887a800.batch_stats= snapshot_time: 1744131122.590935268 secs.nsecs start_time: 1744130925.643237500 secs.nsecs elapsed_time: 196.947697768 secs.nsecs subreqs per batch batches % cum % 1: 6 12 12 2: 1 2 14 4: 4 8 22 8: 2 4 26 16: 0 0 26 32: 0 0 26 64: 1 2 28 128: 5 10 38 256: 30 61 100 mdc.lustre-MDT0001-mdc-ffff88007887a800.batch_stats= snapshot_time: 1744131122.590999899 secs.nsecs start_time: 1744130925.643353371 secs.nsecs elapsed_time: 196.947646528 secs.nsecs subreqs per batch batches % cum % 1: 10 18 18 2: 2 3 22 4: 3 5 27 8: 2 3 31 16: 0 0 31 32: 1 1 33 64: 2 3 37 128: 6 11 48 256: 28 51 100 - open/close 4813 (time 1744131133.48 total 10.00 last 481.26) - open/close 8956 (time 1744131143.48 total 20.00 last 414.21) total: 10000 open/close in 22.50 seconds: 444.52 ops/second llite.lustre-ffff88007887a800.statahead_batch_max=0 llite.lustre-ffff88007887a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007887a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007887a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.363s user 0m0.177s sys 0m8.379s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88007887a800.statahead_batch_max=256 llite.lustre-ffff88007887a800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88007887a800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88007887a800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88007887a800.stats=clear mdc.lustre-MDT0001-mdc-ffff88007887a800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.640s user 0m0.210s sys 0m9.202s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88007887a800.batch_stats= snapshot_time: 1744131170.088944683 secs.nsecs start_time: 1744131157.140798011 secs.nsecs elapsed_time: 12.948146672 secs.nsecs subreqs per batch batches % cum % 1: 252 70 70 2: 6 1 72 4: 15 4 76 8: 15 4 80 16: 16 4 85 32: 15 4 89 64: 3 0 90 128: 0 0 90 256: 35 9 100 mdc.lustre-MDT0001-mdc-ffff88007887a800.batch_stats= snapshot_time: 1744131170.089043683 secs.nsecs start_time: 1744131157.140840539 secs.nsecs elapsed_time: 12.948203144 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88007887a800.statahead_batch_max=64 llite.lustre-ffff88007887a800.statahead_max=128