== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:20:00 (1744172400) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b62b1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b62b1800.batch_stats=0 llite.lustre-ffff8800b62b1800.statahead_max=32 llite.lustre-ffff8800b62b1800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b62b1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b62b1800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.49 seconds: 202.67 ops/second llite.lustre-ffff8800b62b1800.statahead_max=0 101 real 0m0.481s user 0m0.001s sys 0m0.189s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b62b1800.statahead_max=32 32 101 real 0m0.324s user 0m0.004s sys 0m0.114s ls -l 100 files with statahead: 1 sec statahead total: 46 statahead wrong: 1 agl total: 46 list_total: 19 fname_total: 27 hit_total: 11430 miss_total: 218 total: 900 open/close in 1.65 seconds: 543.90 ops/second llite.lustre-ffff8800b62b1800.statahead_max=0 1001 real 0m4.674s user 0m0.026s sys 0m1.804s ls -l 1000 files without statahead: 5 sec llite.lustre-ffff8800b62b1800.statahead_max=32 32 1001 real 0m1.725s user 0m0.022s sys 0m0.918s ls -l 1000 files with statahead: 1 sec statahead total: 47 statahead wrong: 1 agl total: 47 list_total: 20 fname_total: 27 hit_total: 12429 miss_total: 219 - open/close 5227 (time 1744172423.87 total 10.00 last 522.63) total: 9000 open/close in 16.30 seconds: 551.99 ops/second llite.lustre-ffff8800b62b1800.statahead_max=0 10001 real 0m45.773s user 0m0.233s sys 0m17.221s ls -l 10000 files without statahead: 46 sec llite.lustre-ffff8800b62b1800.statahead_max=32 32 10001 real 0m16.319s user 0m0.183s sys 0m8.760s ls -l 10000 files with statahead: 16 sec statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22428 miss_total: 220 ls -l done rm -r /mnt/lustre/d123ad.sanity: 32 seconds llite.lustre-ffff8800b62b1800.statahead_stats= statahead total: 48 statahead wrong: 1 agl total: 48 list_total: 21 fname_total: 27 hit_total: 22428 miss_total: 220 mdc.lustre-MDT0000-mdc-ffff8800b62b1800.batch_stats= snapshot_time: 1744172529.133660503 secs.nsecs start_time: 1744172401.138976548 secs.nsecs elapsed_time: 127.994683955 secs.nsecs subreqs per batch batches % cum % 1: 2 0 0 2: 1 0 0 4: 2 0 1 8: 8 2 3 16: 217 61 65 32: 121 34 100 mdc.lustre-MDT0001-mdc-ffff8800b62b1800.batch_stats= snapshot_time: 1744172529.133725969 secs.nsecs start_time: 1744172401.139029008 secs.nsecs elapsed_time: 127.994696961 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 0 4: 2 0 1 8: 5 1 2 16: 159 44 47 32: 187 52 100 - open/close 5580 (time 1744172539.75 total 10.00 last 557.99) - open/close 8687 (time 1744172549.76 total 20.00 last 310.63) total: 10000 open/close in 24.10 seconds: 414.87 ops/second llite.lustre-ffff8800b62b1800.statahead_batch_max=0 llite.lustre-ffff8800b62b1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b62b1800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b62b1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m12.663s user 0m0.188s sys 0m9.841s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b62b1800.statahead_batch_max=32 llite.lustre-ffff8800b62b1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b62b1800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b62b1800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b62b1800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b62b1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.984s user 0m0.267s sys 0m10.021s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b62b1800.batch_stats= snapshot_time: 1744172598.042974517 secs.nsecs start_time: 1744172568.523111058 secs.nsecs elapsed_time: 29.519863459 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b62b1800.batch_stats= snapshot_time: 1744172598.043049830 secs.nsecs start_time: 1744172568.523167057 secs.nsecs elapsed_time: 29.519882773 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b62b1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b62b1800.batch_stats=0 llite.lustre-ffff8800b62b1800.statahead_max=2048 llite.lustre-ffff8800b62b1800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b62b1800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b62b1800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.89 seconds: 112.09 ops/second llite.lustre-ffff8800b62b1800.statahead_max=0 101 real 0m0.932s user 0m0.013s sys 0m0.266s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b62b1800.statahead_max=2048 2048 101 real 0m0.321s user 0m0.005s sys 0m0.126s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 39 total: 900 open/close in 3.34 seconds: 269.38 ops/second llite.lustre-ffff8800b62b1800.statahead_max=0 1001 real 0m6.465s user 0m0.042s sys 0m2.287s ls -l 1000 files without statahead: 7 sec llite.lustre-ffff8800b62b1800.statahead_max=2048 2048 1001 real 0m1.480s user 0m0.015s sys 0m1.018s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 40 - open/close 6253 (time 1744172699.23 total 10.00 last 625.24) total: 9000 open/close in 14.77 seconds: 609.53 ops/second llite.lustre-ffff8800b62b1800.statahead_max=0 10001 real 0m47.580s user 0m0.249s sys 0m18.031s ls -l 10000 files without statahead: 47 sec llite.lustre-ffff8800b62b1800.statahead_max=2048 2048 10001 real 0m9.233s user 0m0.178s sys 0m8.109s ls -l 10000 files with statahead: 9 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 41 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff8800b62b1800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 21096 miss_total: 41 mdc.lustre-MDT0000-mdc-ffff8800b62b1800.batch_stats= snapshot_time: 1744172797.821088336 secs.nsecs start_time: 1744172598.412095460 secs.nsecs elapsed_time: 199.408992876 secs.nsecs subreqs per batch batches % cum % 1: 29 40 40 2: 2 2 43 4: 3 4 47 8: 2 2 50 16: 1 1 52 32: 0 0 52 64: 0 0 52 128: 6 8 60 256: 28 39 100 mdc.lustre-MDT0001-mdc-ffff8800b62b1800.batch_stats= snapshot_time: 1744172797.821163238 secs.nsecs start_time: 1744172598.412183300 secs.nsecs elapsed_time: 199.408979938 secs.nsecs subreqs per batch batches % cum % 1: 30 37 37 2: 3 3 41 4: 3 3 45 8: 3 3 49 16: 1 1 50 32: 2 2 53 64: 3 3 56 128: 0 0 56 256: 34 43 100 - open/close 5232 (time 1744172808.53 total 10.00 last 523.16) total: 10000 open/close in 18.72 seconds: 534.08 ops/second llite.lustre-ffff8800b62b1800.statahead_batch_max=0 llite.lustre-ffff8800b62b1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b62b1800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b62b1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.535s user 0m0.187s sys 0m8.533s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b62b1800.statahead_batch_max=256 llite.lustre-ffff8800b62b1800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b62b1800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b62b1800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b62b1800.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b62b1800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m9.096s user 0m0.166s sys 0m7.891s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b62b1800.batch_stats= snapshot_time: 1744172839.827387192 secs.nsecs start_time: 1744172828.597448568 secs.nsecs elapsed_time: 11.229938624 secs.nsecs subreqs per batch batches % cum % 1: 175 67 67 2: 7 2 70 4: 7 2 72 8: 8 3 76 16: 8 3 79 32: 17 6 85 64: 1 0 86 128: 0 0 86 256: 36 13 100 mdc.lustre-MDT0001-mdc-ffff8800b62b1800.batch_stats= snapshot_time: 1744172839.827457377 secs.nsecs start_time: 1744172828.597493805 secs.nsecs elapsed_time: 11.229963572 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b62b1800.statahead_batch_max=64 llite.lustre-ffff8800b62b1800.statahead_max=128