== sanity test 123ad: Verify batching statahead works correctly ========================================================== 17:22:57 (1746134577) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff88012a622000.batch_stats=0 llite.lustre-ffff88012a622000.statahead_max=32 llite.lustre-ffff88012a622000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff88012a622000.batch_stats=0 total: 100 open/close in 1.24 seconds: 80.44 ops/second llite.lustre-ffff88012a622000.statahead_max=0 101 real 0m1.071s user 0m0.004s sys 0m0.308s ls -l 100 files without statahead: 1 sec llite.lustre-ffff88012a622000.statahead_max=32 32 101 real 0m0.402s user 0m0.012s sys 0m0.123s ls -l 100 files with statahead: 0 sec statahead total: 91 statahead wrong: 2 agl total: 91 list_total: 26 fname_total: 65 hit_total: 7419 miss_total: 1310 total: 900 open/close in 5.11 seconds: 176.17 ops/second llite.lustre-ffff88012a622000.statahead_max=0 1001 real 0m10.503s user 0m0.054s sys 0m2.835s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff88012a622000.statahead_max=32 32 1001 real 0m3.858s user 0m0.020s sys 0m1.113s ls -l 1000 files with statahead: 4 sec statahead total: 92 statahead wrong: 2 agl total: 92 list_total: 27 fname_total: 65 hit_total: 8418 miss_total: 1317 - open/close 1524 (time 1746134617.17 total 10.00 last 152.40) - open/close 2994 (time 1746134627.17 total 20.00 last 146.96) total: 4000 open/close in 28.64 seconds: 139.68 ops/second llite.lustre-ffff88012a622000.statahead_max=0 5001 real 0m59.613s user 0m0.521s sys 0m14.022s ls -l 5000 files without statahead: 60 sec llite.lustre-ffff88012a622000.statahead_max=32 32 5001 real 0m19.175s user 0m0.122s sys 0m5.230s ls -l 5000 files with statahead: 19 sec statahead total: 93 statahead wrong: 2 agl total: 93 list_total: 28 fname_total: 65 hit_total: 13417 miss_total: 1344 ls -l done rm -r /mnt/lustre/d123ad.sanity: 47 seconds llite.lustre-ffff88012a622000.statahead_stats= statahead total: 93 statahead wrong: 2 agl total: 93 list_total: 28 fname_total: 65 hit_total: 13417 miss_total: 1344 mdc.lustre-MDT0000-mdc-ffff88012a622000.batch_stats= snapshot_time: 1746134767.873819646 secs.nsecs start_time: 1746134579.077454486 secs.nsecs elapsed_time: 188.796365160 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 2 1 1 8: 3 1 2 16: 3 1 4 32: 190 95 100 - open/close 1686 (time 1746134778.87 total 10.00 last 168.59) - open/close 3463 (time 1746134788.88 total 20.00 last 177.64) - open/close 5757 (time 1746134798.88 total 30.01 last 229.30) - open/close 8700 (time 1746134808.88 total 40.01 last 294.30) total: 10000 open/close in 44.49 seconds: 224.76 ops/second llite.lustre-ffff88012a622000.statahead_batch_max=0 llite.lustre-ffff88012a622000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a622000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m14.474s user 0m0.231s sys 0m8.762s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a622000.statahead_batch_max=32 llite.lustre-ffff88012a622000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a622000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a622000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m43.575s user 0m0.303s sys 0m11.018s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a622000.batch_stats= snapshot_time: 1746134877.321218509 secs.nsecs start_time: 1746134830.290852421 secs.nsecs elapsed_time: 47.030366088 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff88012a622000.batch_stats=0 llite.lustre-ffff88012a622000.statahead_max=2048 llite.lustre-ffff88012a622000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff88012a622000.batch_stats=0 total: 100 open/close in 1.11 seconds: 90.07 ops/second llite.lustre-ffff88012a622000.statahead_max=0 101 real 0m1.160s user 0m0.003s sys 0m0.321s ls -l 100 files without statahead: 2 sec llite.lustre-ffff88012a622000.statahead_max=2048 2048 101 real 0m0.316s user 0m0.008s sys 0m0.126s ls -l 100 files with statahead: 1 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 66 total: 900 open/close in 6.59 seconds: 136.65 ops/second llite.lustre-ffff88012a622000.statahead_max=0 1001 real 0m11.069s user 0m0.073s sys 0m2.831s ls -l 1000 files without statahead: 11 sec llite.lustre-ffff88012a622000.statahead_max=2048 2048 1001 real 0m1.655s user 0m0.024s sys 0m0.998s ls -l 1000 files with statahead: 2 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 67 - open/close 1521 (time 1746135064.38 total 10.00 last 152.07) total: 3000 open/close in 19.57 seconds: 153.28 ops/second llite.lustre-ffff88012a622000.statahead_max=0 4001 real 0m45.079s user 0m0.406s sys 0m11.618s ls -l 4000 files without statahead: 45 sec llite.lustre-ffff88012a622000.statahead_max=2048 2048 4001 real 0m6.583s user 0m0.129s sys 0m4.124s ls -l 4000 files with statahead: 6 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 68 ls -l done rm -r /mnt/lustre/d123ad.sanity: 30 seconds llite.lustre-ffff88012a622000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 15096 miss_total: 68 mdc.lustre-MDT0000-mdc-ffff88012a622000.batch_stats= snapshot_time: 1746135161.647533769 secs.nsecs start_time: 1746134878.169264126 secs.nsecs elapsed_time: 283.478269643 secs.nsecs subreqs per batch batches % cum % 1: 34 41 41 2: 6 7 49 4: 3 3 53 8: 5 6 59 16: 10 12 71 32: 2 2 74 64: 1 1 75 128: 1 1 76 256: 19 23 100 - open/close 2055 (time 1746135172.41 total 10.00 last 205.46) - open/close 4316 (time 1746135182.41 total 20.00 last 226.06) - open/close 5860 (time 1746135192.41 total 30.01 last 154.38) - open/close 7417 (time 1746135202.42 total 40.01 last 155.63) - open/close 8815 (time 1746135212.42 total 50.01 last 139.74) total: 10000 open/close in 57.61 seconds: 173.58 ops/second llite.lustre-ffff88012a622000.statahead_batch_max=0 llite.lustre-ffff88012a622000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a622000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m16.034s user 0m0.242s sys 0m9.195s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff88012a622000.statahead_batch_max=256 llite.lustre-ffff88012a622000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a622000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff88012a622000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m13.960s user 0m0.327s sys 0m9.963s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff88012a622000.batch_stats= snapshot_time: 1746135256.132913998 secs.nsecs start_time: 1746135238.682799519 secs.nsecs elapsed_time: 17.450114479 secs.nsecs subreqs per batch batches % cum % 1: 103 53 53 2: 6 3 57 4: 11 5 62 8: 6 3 65 16: 14 7 73 32: 12 6 79 64: 2 1 80 128: 1 0 81 256: 36 18 100 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff88012a622000.statahead_batch_max=64 llite.lustre-ffff88012a622000.statahead_max=128