== sanity test 123ad: Verify batching statahead works correctly ========================================================== 06:33:16 (1744021996) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a638000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a638000.batch_stats=0 llite.lustre-ffff88012a638000.statahead_max=32 llite.lustre-ffff88012a638000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a638000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a638000.batch_stats=0 striped dir -i1 -c2 -H crush /mnt/lustre/d123ad.sanity total: 100 open/close in 0.50 seconds: 199.79 ops/second llite.lustre-ffff88012a638000.statahead_max=0 101 real 0m0.527s user 0m0.005s sys 0m0.194s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a638000.statahead_max=32 32 101 real 0m0.333s user 0m0.004s sys 0m0.114s ls -l 100 files with statahead: 1 sec statahead total: 44 statahead wrong: 2 agl total: 44 list_total: 20 fname_total: 24 hit_total: 12267 miss_total: 1247 total: 900 open/close in 1.96 seconds: 458.89 ops/second llite.lustre-ffff88012a638000.statahead_max=0 1001 real 0m4.965s user 0m0.022s sys 0m1.846s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012a638000.statahead_max=32 32 1001 real 0m2.081s user 0m0.025s sys 0m1.101s ls -l 1000 files with statahead: 2 sec statahead total: 45 statahead wrong: 2 agl total: 45 list_total: 21 fname_total: 24 hit_total: 13266 miss_total: 1248 - open/close 3114 (time 1744022021.38 total 10.00 last 311.31) - open/close 6920 (time 1744022031.38 total 20.00 last 380.53) total: 9000 open/close in 26.06 seconds: 345.30 ops/second llite.lustre-ffff88012a638000.statahead_max=0 10001 real 0m53.759s user 0m0.237s sys 0m19.092s ls -l 10000 files without statahead: 54 sec llite.lustre-ffff88012a638000.statahead_max=32 32 10001 real 0m15.781s user 0m0.176s sys 0m8.405s ls -l 10000 files with statahead: 16 sec statahead total: 46 statahead wrong: 2 agl total: 46 list_total: 22 fname_total: 24 hit_total: 23265 miss_total: 1249 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff88012a638000.statahead_stats= statahead total: 46 statahead wrong: 2 agl total: 46 list_total: 22 fname_total: 24 hit_total: 23265 miss_total: 1249 mdc.lustre-MDT0000-mdc-ffff88012a638000.batch_stats= snapshot_time: 1744022144.279529303 secs.nsecs start_time: 1744021997.164250407 secs.nsecs elapsed_time: 147.115278896 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 4 1 1 4: 1 0 2 8: 8 2 4 16: 227 64 68 32: 110 31 100 mdc.lustre-MDT0001-mdc-ffff88012a638000.batch_stats= snapshot_time: 1744022144.279608713 secs.nsecs start_time: 1744021997.164315423 secs.nsecs elapsed_time: 147.115293290 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 2 0 1 8: 6 1 2 16: 157 44 47 32: 188 52 100 - open/close 5201 (time 1744022154.92 total 10.00 last 520.07) total: 10000 open/close in 19.13 seconds: 522.72 ops/second llite.lustre-ffff88012a638000.statahead_batch_max=0 llite.lustre-ffff88012a638000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a638000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a638000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m10.355s user 0m0.193s sys 0m9.657s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a638000.statahead_batch_max=32 llite.lustre-ffff88012a638000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a638000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a638000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a638000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a638000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m19.702s user 0m0.236s sys 0m8.863s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a638000.batch_stats= snapshot_time: 1744022198.066800668 secs.nsecs start_time: 1744022176.168325529 secs.nsecs elapsed_time: 21.898475139 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff88012a638000.batch_stats= snapshot_time: 1744022198.066891953 secs.nsecs start_time: 1744022176.168366922 secs.nsecs elapsed_time: 21.898525031 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a638000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a638000.batch_stats=0 llite.lustre-ffff88012a638000.statahead_max=2048 llite.lustre-ffff88012a638000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012a638000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff88012a638000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.52 seconds: 191.77 ops/second llite.lustre-ffff88012a638000.statahead_max=0 101 real 0m0.526s user 0m0.003s sys 0m0.197s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a638000.statahead_max=2048 2048 101 real 0m0.289s user 0m0.003s sys 0m0.121s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 1.69 seconds: 532.07 ops/second llite.lustre-ffff88012a638000.statahead_max=0 1001 real 0m4.871s user 0m0.016s sys 0m1.754s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff88012a638000.statahead_max=2048 2048 1001 real 0m1.382s user 0m0.012s sys 0m0.899s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 5065 (time 1744022276.49 total 10.00 last 506.48) total: 9000 open/close in 17.89 seconds: 502.95 ops/second llite.lustre-ffff88012a638000.statahead_max=0 10001 real 0m48.176s user 0m0.229s sys 0m17.243s ls -l 10000 files without statahead: 48 sec llite.lustre-ffff88012a638000.statahead_max=2048 2048 10001 real 0m9.250s user 0m0.192s sys 0m8.179s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff88012a638000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff88012a638000.batch_stats= snapshot_time: 1744022381.555368281 secs.nsecs start_time: 1744022198.461454328 secs.nsecs elapsed_time: 183.093913953 secs.nsecs subreqs per batch batches % cum % 1: 53 50 50 2: 6 5 55 4: 4 3 59 8: 8 7 66 16: 0 0 66 32: 0 0 66 64: 1 0 67 128: 2 1 69 256: 32 30 100 mdc.lustre-MDT0001-mdc-ffff88012a638000.batch_stats= snapshot_time: 1744022381.555480434 secs.nsecs start_time: 1744022198.461549562 secs.nsecs elapsed_time: 183.093930872 secs.nsecs subreqs per batch batches % cum % 1: 46 48 48 2: 3 3 51 4: 5 5 56 8: 4 4 61 16: 2 2 63 32: 1 1 64 64: 0 0 64 128: 3 3 67 256: 31 32 100 - open/close 3561 (time 1744022392.34 total 10.00 last 356.09) - open/close 8427 (time 1744022402.34 total 20.00 last 486.56) total: 10000 open/close in 23.26 seconds: 429.96 ops/second llite.lustre-ffff88012a638000.statahead_batch_max=0 llite.lustre-ffff88012a638000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a638000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a638000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.598s user 0m0.196s sys 0m8.573s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a638000.statahead_batch_max=256 llite.lustre-ffff88012a638000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a638000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff88012a638000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a638000.stats=clear mdc.lustre-MDT0001-mdc-ffff88012a638000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.844s user 0m0.178s sys 0m8.409s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a638000.batch_stats= snapshot_time: 1744022429.246441782 secs.nsecs start_time: 1744022417.005380987 secs.nsecs elapsed_time: 12.241060795 secs.nsecs subreqs per batch batches % cum % 1: 249 70 70 2: 16 4 75 4: 9 2 77 8: 10 2 80 16: 21 5 86 32: 12 3 89 64: 0 0 89 128: 0 0 89 256: 36 10 100 mdc.lustre-MDT0001-mdc-ffff88012a638000.batch_stats= snapshot_time: 1744022429.246540816 secs.nsecs start_time: 1744022417.005429436 secs.nsecs elapsed_time: 12.241111380 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a638000.statahead_batch_max=64 llite.lustre-ffff88012a638000.statahead_max=128