== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:22:05 (1761106925) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8f66203a4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8f66203a4800.batch_stats=0 llite.lustre-ffff8f66203a4800.statahead_max=32 llite.lustre-ffff8f66203a4800.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8f66203a4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8f66203a4800.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 0.76 seconds: 131.83 ops/second llite.lustre-ffff8f66203a4800.statahead_max=0 101 real 0m1.121s user 0m0.006s sys 0m0.350s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8f66203a4800.statahead_max=32 32 101 real 0m0.542s user 0m0.006s sys 0m0.259s ls -l 100 files with statahead: 1 sec statahead total: 73 statahead wrong: 1 agl total: 68 list_total: 30 fname_total: 37 hit_total: 23018 miss_total: 218 total: 900 open/close in 4.10 seconds: 219.48 ops/second llite.lustre-ffff8f66203a4800.statahead_max=0 1001 real 0m10.327s user 0m0.020s sys 0m3.423s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff8f66203a4800.statahead_max=32 32 1001 real 0m5.324s user 0m0.013s sys 0m2.224s ls -l 1000 files with statahead: 5 sec statahead total: 74 statahead wrong: 1 agl total: 69 list_total: 31 fname_total: 37 hit_total: 24017 miss_total: 219 - open/close 2100 (time 1761106967.58 total 10.00 last 209.96) total: 4000 open/close in 19.04 seconds: 210.07 ops/second llite.lustre-ffff8f66203a4800.statahead_max=0 5001 real 0m51.677s user 0m0.131s sys 0m16.068s ls -l 5000 files without statahead: 51 sec llite.lustre-ffff8f66203a4800.statahead_max=32 32 5001 real 0m21.601s user 0m0.080s sys 0m8.415s ls -l 5000 files with statahead: 21 sec statahead total: 75 statahead wrong: 1 agl total: 70 list_total: 32 fname_total: 37 hit_total: 29016 miss_total: 220 ls -l done rm -r /mnt/lustre/d123ad.sanity: 39 seconds llite.lustre-ffff8f66203a4800.statahead_stats= statahead total: 75 statahead wrong: 1 agl total: 70 list_total: 32 fname_total: 37 hit_total: 29016 miss_total: 220 mdc.lustre-MDT0000-mdc-ffff8f66203a4800.batch_stats= snapshot_time: 1761107098.029161337 secs.nsecs start_time: 1761103364.269795314 secs.nsecs elapsed_time: 3733.759366023 secs.nsecs subreqs_per_batch: - subreqs: 1 count: 5 pct: 2 cum_pct: 2 - subreqs: 2 count: 2 pct: 1 cum_pct: 3 - subreqs: 4 count: 2 pct: 1 cum_pct: 4 - subreqs: 8 count: 3 pct: 1 cum_pct: 6 - subreqs: 16 count: 125 pct: 63 cum_pct: 69 - subreqs: 32 count: 60 pct: 30 cum_pct: 100 mdc.lustre-MDT0001-mdc-ffff8f66203a4800.batch_stats= snapshot_time: 1761107098.029255674 secs.nsecs start_time: 1761103364.274563024 secs.nsecs elapsed_time: 3733.754692650 secs.nsecs subreqs_per_batch: - subreqs: 1 count: 1 pct: 0 cum_pct: 0 - subreqs: 2 count: 1 pct: 0 cum_pct: 1 - subreqs: 4 count: 3 pct: 1 cum_pct: 2 - subreqs: 8 count: 2 pct: 1 cum_pct: 3 - subreqs: 16 count: 80 pct: 40 cum_pct: 44 - subreqs: 32 count: 110 pct: 55 cum_pct: 100 - open/close 2055 (time 1761107109.55 total 10.00 last 205.41) - open/close 4102 (time 1761107119.55 total 20.01 last 204.67) - open/close 6192 (time 1761107129.55 total 30.01 last 208.92) total: 10000 open/close in 38.95 seconds: 256.71 ops/second llite.lustre-ffff8f66203a4800.statahead_batch_max=0 llite.lustre-ffff8f66203a4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8f66203a4800.stats=clear mdc.lustre-MDT0001-mdc-ffff8f66203a4800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m33.146s user 0m0.139s sys 0m30.759s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8f66203a4800.statahead_batch_max=32 llite.lustre-ffff8f66203a4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8f66203a4800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8f66203a4800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8f66203a4800.stats=clear mdc.lustre-MDT0001-mdc-ffff8f66203a4800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m39.645s user 0m0.138s sys 0m19.972s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8f66203a4800.batch_stats= snapshot_time: 1761107218.451304457 secs.nsecs start_time: 1761103364.269795314 secs.nsecs elapsed_time: 3854.181509143 secs.nsecs subreqs_per_batch: - subreqs: 8 count: 1 pct: 0 cum_pct: 0 - subreqs: 16 count: 2 pct: 0 cum_pct: 0 - subreqs: 32 count: 312 pct: 99 cum_pct: 100 mdc.lustre-MDT0001-mdc-ffff8f66203a4800.batch_stats= snapshot_time: 1761107218.451360740 secs.nsecs start_time: 1761103364.274563024 secs.nsecs elapsed_time: 3854.176797716 secs.nsecs subreqs_per_batch: batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8f66203a4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8f66203a4800.batch_stats=0 llite.lustre-ffff8f66203a4800.statahead_max=2048 llite.lustre-ffff8f66203a4800.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8f66203a4800.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8f66203a4800.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.17 seconds: 85.49 ops/second llite.lustre-ffff8f66203a4800.statahead_max=0 101 real 0m1.139s user 0m0.004s sys 0m0.368s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8f66203a4800.statahead_max=2048 2048 101 real 0m0.546s user 0m0.005s sys 0m0.232s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 2 total: 900 open/close in 3.81 seconds: 236.46 ops/second llite.lustre-ffff8f66203a4800.statahead_max=0 1001 real 0m9.049s user 0m0.043s sys 0m2.822s ls -l 1000 files without statahead: 9 sec llite.lustre-ffff8f66203a4800.statahead_max=2048 2048 1001 real 0m3.472s user 0m0.007s sys 0m1.152s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 3 - open/close 2084 (time 1761107373.40 total 10.00 last 208.40) total: 4000 open/close in 19.41 seconds: 206.11 ops/second llite.lustre-ffff8f66203a4800.statahead_max=0 5001 real 0m47.315s user 0m0.103s sys 0m14.899s ls -l 5000 files without statahead: 48 sec llite.lustre-ffff8f66203a4800.statahead_max=2048 2048 5001 real 0m15.883s user 0m0.052s sys 0m8.956s ls -l 5000 files with statahead: 16 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 ls -l done rm -r /mnt/lustre/d123ad.sanity: 40 seconds llite.lustre-ffff8f66203a4800.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 16096 miss_total: 4 mdc.lustre-MDT0000-mdc-ffff8f66203a4800.batch_stats= snapshot_time: 1761107494.489888191 secs.nsecs start_time: 1761103364.269795314 secs.nsecs elapsed_time: 4130.220092877 secs.nsecs subreqs_per_batch: - subreqs: 1 count: 80 pct: 69 cum_pct: 69 - subreqs: 2 count: 11 pct: 9 cum_pct: 79 - subreqs: 4 count: 4 pct: 3 cum_pct: 82 - subreqs: 8 count: 3 pct: 2 cum_pct: 85 - subreqs: 64 count: 1 pct: 0 cum_pct: 86 - subreqs: 128 count: 1 pct: 0 cum_pct: 86 - subreqs: 256 count: 15 pct: 13 cum_pct: 100 mdc.lustre-MDT0001-mdc-ffff8f66203a4800.batch_stats= snapshot_time: 1761107494.490318898 secs.nsecs start_time: 1761103364.274563024 secs.nsecs elapsed_time: 4130.215755874 secs.nsecs subreqs_per_batch: - subreqs: 1 count: 87 pct: 71 cum_pct: 71 - subreqs: 2 count: 7 pct: 5 cum_pct: 77 - subreqs: 4 count: 5 pct: 4 cum_pct: 81 - subreqs: 8 count: 4 pct: 3 cum_pct: 84 - subreqs: 16 count: 2 pct: 1 cum_pct: 86 - subreqs: 64 count: 1 pct: 0 cum_pct: 86 - subreqs: 128 count: 1 pct: 0 cum_pct: 87 - subreqs: 256 count: 15 pct: 12 cum_pct: 100 - open/close 1994 (time 1761107506.11 total 10.00 last 199.30) - open/close 4060 (time 1761107516.12 total 20.01 last 206.53) - open/close 6109 (time 1761107526.12 total 30.01 last 204.84) - open/close 9169 (time 1761107536.12 total 40.01 last 305.96) total: 10000 open/close in 41.96 seconds: 238.33 ops/second llite.lustre-ffff8f66203a4800.statahead_batch_max=0 llite.lustre-ffff8f66203a4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8f66203a4800.stats=clear mdc.lustre-MDT0001-mdc-ffff8f66203a4800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m31.860s user 0m0.129s sys 0m27.155s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8f66203a4800.statahead_batch_max=256 llite.lustre-ffff8f66203a4800.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8f66203a4800.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8f66203a4800.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8f66203a4800.stats=clear mdc.lustre-MDT0001-mdc-ffff8f66203a4800.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.644s user 0m0.135s sys 0m20.163s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8f66203a4800.batch_stats= snapshot_time: 1761107604.116530351 secs.nsecs start_time: 1761103364.269795314 secs.nsecs elapsed_time: 4239.846735037 secs.nsecs subreqs_per_batch: - subreqs: 1 count: 311 pct: 56 cum_pct: 56 - subreqs: 2 count: 99 pct: 18 cum_pct: 74 - subreqs: 4 count: 72 pct: 13 cum_pct: 87 - subreqs: 8 count: 7 pct: 1 cum_pct: 88 - subreqs: 16 count: 1 pct: 0 cum_pct: 89 - subreqs: 32 count: 26 pct: 4 cum_pct: 93 - subreqs: 128 count: 1 pct: 0 cum_pct: 94 - subreqs: 256 count: 33 pct: 6 cum_pct: 100 mdc.lustre-MDT0001-mdc-ffff8f66203a4800.batch_stats= snapshot_time: 1761107604.116570354 secs.nsecs start_time: 1761103364.274563024 secs.nsecs elapsed_time: 4239.842007330 secs.nsecs subreqs_per_batch: seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8f66203a4800.statahead_batch_max=64 llite.lustre-ffff8f66203a4800.statahead_max=128