== sanity test 123ad: Verify batching statahead works correctly ========================================================== 12:52:52 (1744131172) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800aadb6800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aadb6800.batch_stats=0 llite.lustre-ffff8800aadb6800.statahead_max=32 llite.lustre-ffff8800aadb6800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800aadb6800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aadb6800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.53 seconds: 187.77 ops/second llite.lustre-ffff8800aadb6800.statahead_max=0 101 real 0m0.503s user 0m0.001s sys 0m0.193s ls -l 100 files without statahead: 0 sec llite.lustre-ffff8800aadb6800.statahead_max=32 32 101 real 0m0.323s user 0m0.004s sys 0m0.118s ls -l 100 files with statahead: 1 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 19 fname_total: 28 hit_total: 11522 miss_total: 217 total: 900 open/close in 1.76 seconds: 512.10 ops/second llite.lustre-ffff8800aadb6800.statahead_max=0 1001 real 0m5.512s user 0m0.028s sys 0m2.045s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800aadb6800.statahead_max=32 32 1001 real 0m1.735s user 0m0.015s sys 0m0.933s ls -l 1000 files with statahead: 2 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 20 fname_total: 28 hit_total: 12521 miss_total: 218 - open/close 4998 (time 1744131197.15 total 10.00 last 499.76) total: 9000 open/close in 18.11 seconds: 497.06 ops/second llite.lustre-ffff8800aadb6800.statahead_max=0 10001 real 0m53.044s user 0m0.327s sys 0m19.655s ls -l 10000 files without statahead: 53 sec llite.lustre-ffff8800aadb6800.statahead_max=32 32 10001 real 0m18.280s user 0m0.212s sys 0m9.909s ls -l 10000 files with statahead: 18 sec statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22520 miss_total: 219 ls -l done rm -r /mnt/lustre/d123ad.sanity: 39 seconds llite.lustre-ffff8800aadb6800.statahead_stats= statahead total: 49 statahead wrong: 1 agl total: 49 list_total: 21 fname_total: 28 hit_total: 22520 miss_total: 219 mdc.lustre-MDT0000-mdc-ffff8800aadb6800.batch_stats= snapshot_time: 1744131320.036503101 secs.nsecs start_time: 1744131173.383380293 secs.nsecs elapsed_time: 146.653122808 secs.nsecs subreqs per batch batches % cum % 1: 3 0 0 2: 2 0 1 4: 3 0 2 8: 5 1 3 16: 236 66 70 32: 104 29 100 mdc.lustre-MDT0001-mdc-ffff8800aadb6800.batch_stats= snapshot_time: 1744131320.036676596 secs.nsecs start_time: 1744131173.383433010 secs.nsecs elapsed_time: 146.653243586 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 0 0 0 4: 2 0 1 8: 5 1 2 16: 160 45 47 32: 186 52 100 - open/close 4715 (time 1744131330.81 total 10.00 last 471.48) - open/close 8458 (time 1744131340.81 total 20.00 last 374.29) total: 10000 open/close in 24.67 seconds: 405.32 ops/second llite.lustre-ffff8800aadb6800.statahead_batch_max=0 llite.lustre-ffff8800aadb6800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aadb6800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aadb6800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.195s user 0m0.263s sys 0m9.668s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aadb6800.statahead_batch_max=32 llite.lustre-ffff8800aadb6800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aadb6800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aadb6800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aadb6800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aadb6800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m20.652s user 0m0.235s sys 0m9.368s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aadb6800.batch_stats= snapshot_time: 1744131382.670401048 secs.nsecs start_time: 1744131359.449753866 secs.nsecs elapsed_time: 23.220647182 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800aadb6800.batch_stats= snapshot_time: 1744131382.670491208 secs.nsecs start_time: 1744131359.449859102 secs.nsecs elapsed_time: 23.220632106 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800aadb6800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aadb6800.batch_stats=0 llite.lustre-ffff8800aadb6800.statahead_max=2048 llite.lustre-ffff8800aadb6800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800aadb6800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800aadb6800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.59 seconds: 170.55 ops/second llite.lustre-ffff8800aadb6800.statahead_max=0 101 real 0m0.638s user 0m0.008s sys 0m0.241s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800aadb6800.statahead_max=2048 2048 101 real 0m0.317s user 0m0.004s sys 0m0.154s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 4 total: 900 open/close in 1.81 seconds: 498.29 ops/second llite.lustre-ffff8800aadb6800.statahead_max=0 1001 real 0m5.042s user 0m0.019s sys 0m1.884s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800aadb6800.statahead_max=2048 2048 1001 real 0m1.144s user 0m0.017s sys 0m0.784s ls -l 1000 files with statahead: 1 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 5 - open/close 5062 (time 1744131475.86 total 10.00 last 506.16) total: 9000 open/close in 18.26 seconds: 492.95 ops/second llite.lustre-ffff8800aadb6800.statahead_max=0 10001 real 1m15.362s user 0m0.463s sys 0m24.067s ls -l 10000 files without statahead: 75 sec llite.lustre-ffff8800aadb6800.statahead_max=2048 2048 10001 real 0m9.430s user 0m0.213s sys 0m8.387s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 6 ls -l done rm -r /mnt/lustre/d123ad.sanity: 44 seconds llite.lustre-ffff8800aadb6800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 6 mdc.lustre-MDT0000-mdc-ffff8800aadb6800.batch_stats= snapshot_time: 1744131617.399147667 secs.nsecs start_time: 1744131383.162937670 secs.nsecs elapsed_time: 234.236209997 secs.nsecs subreqs per batch batches % cum % 1: 16 27 27 2: 1 1 29 4: 3 5 34 8: 3 5 39 16: 0 0 39 32: 0 0 39 64: 1 1 41 128: 4 6 48 256: 30 51 100 mdc.lustre-MDT0001-mdc-ffff8800aadb6800.batch_stats= snapshot_time: 1744131617.399223045 secs.nsecs start_time: 1744131383.163008273 secs.nsecs elapsed_time: 234.236214772 secs.nsecs subreqs per batch batches % cum % 1: 14 22 22 2: 0 0 22 4: 3 4 27 8: 5 8 35 16: 2 3 38 32: 0 0 38 64: 3 4 43 128: 2 3 46 256: 33 53 100 - open/close 4869 (time 1744131628.12 total 10.00 last 486.81) - open/close 9709 (time 1744131638.12 total 20.00 last 483.96) total: 10000 open/close in 20.64 seconds: 484.56 ops/second llite.lustre-ffff8800aadb6800.statahead_batch_max=0 llite.lustre-ffff8800aadb6800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aadb6800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aadb6800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m11.593s user 0m0.235s sys 0m10.461s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800aadb6800.statahead_batch_max=256 llite.lustre-ffff8800aadb6800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aadb6800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800aadb6800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800aadb6800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800aadb6800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.978s user 0m0.194s sys 0m8.465s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800aadb6800.batch_stats= snapshot_time: 1744131664.686552857 secs.nsecs start_time: 1744131652.364057013 secs.nsecs elapsed_time: 12.322495844 secs.nsecs subreqs per batch batches % cum % 1: 153 62 62 2: 11 4 66 4: 10 4 70 8: 7 2 73 16: 8 3 76 32: 20 8 84 64: 1 0 85 128: 0 0 85 256: 36 14 100 mdc.lustre-MDT0001-mdc-ffff8800aadb6800.batch_stats= snapshot_time: 1744131664.686636189 secs.nsecs start_time: 1744131652.364122747 secs.nsecs elapsed_time: 12.322513442 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800aadb6800.statahead_batch_max=64 llite.lustre-ffff8800aadb6800.statahead_max=128