== sanity test 123ad: Verify batching statahead works correctly ========================================================== 00:07:21 (1746158841) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b5c99000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5c99000.batch_stats=0 llite.lustre-ffff8800b5c99000.statahead_max=32 llite.lustre-ffff8800b5c99000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b5c99000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5c99000.batch_stats=0 striped dir -i1 -c2 -H all_char /mnt/lustre/d123ad.sanity total: 100 open/close in 1.21 seconds: 82.44 ops/second llite.lustre-ffff8800b5c99000.statahead_max=0 101 real 0m1.176s user 0m0.015s sys 0m0.290s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b5c99000.statahead_max=32 32 101 real 0m0.358s user 0m0.012s sys 0m0.126s ls -l 100 files with statahead: 0 sec statahead total: 79 statahead wrong: 1 agl total: 79 list_total: 25 fname_total: 54 hit_total: 5761 miss_total: 269 total: 900 open/close in 4.74 seconds: 189.76 ops/second llite.lustre-ffff8800b5c99000.statahead_max=0 1001 real 0m10.159s user 0m0.085s sys 0m2.715s ls -l 1000 files without statahead: 10 sec llite.lustre-ffff8800b5c99000.statahead_max=32 32 1001 real 0m3.116s user 0m0.033s sys 0m1.077s ls -l 1000 files with statahead: 3 sec statahead total: 80 statahead wrong: 1 agl total: 80 list_total: 26 fname_total: 54 hit_total: 6760 miss_total: 274 - open/close 1569 (time 1746158879.51 total 10.00 last 156.87) - open/close 3262 (time 1746158889.51 total 20.00 last 169.28) total: 4000 open/close in 24.71 seconds: 161.90 ops/second llite.lustre-ffff8800b5c99000.statahead_max=0 5001 real 1m1.280s user 0m0.547s sys 0m14.175s ls -l 5000 files without statahead: 62 sec llite.lustre-ffff8800b5c99000.statahead_max=32 32 5001 real 0m19.879s user 0m0.179s sys 0m5.682s ls -l 5000 files with statahead: 20 sec statahead total: 81 statahead wrong: 1 agl total: 81 list_total: 27 fname_total: 54 hit_total: 11759 miss_total: 317 ls -l done rm -r /mnt/lustre/d123ad.sanity: 54 seconds llite.lustre-ffff8800b5c99000.statahead_stats= statahead total: 81 statahead wrong: 1 agl total: 81 list_total: 27 fname_total: 54 hit_total: 11759 miss_total: 317 mdc.lustre-MDT0000-mdc-ffff8800b5c99000.batch_stats= snapshot_time: 1746159034.976897207 secs.nsecs start_time: 1746158842.925049951 secs.nsecs elapsed_time: 192.051847256 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 1 0 1 4: 2 1 2 8: 4 2 4 16: 101 51 55 32: 88 44 100 mdc.lustre-MDT0001-mdc-ffff8800b5c99000.batch_stats= snapshot_time: 1746159034.976977633 secs.nsecs start_time: 1746158842.926246217 secs.nsecs elapsed_time: 192.050731416 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 3 1 2 8: 6 3 5 16: 106 53 58 32: 82 41 100 - open/close 1495 (time 1746159046.28 total 10.00 last 149.49) - open/close 2855 (time 1746159056.29 total 20.01 last 135.84) - open/close 4236 (time 1746159066.30 total 30.02 last 137.96) - open/close 5685 (time 1746159076.30 total 40.02 last 144.90) - open/close 7080 (time 1746159086.31 total 50.03 last 139.40) - open/close 8474 (time 1746159096.31 total 60.03 last 139.38) - open/close 9791 (time 1746159106.31 total 70.04 last 131.64) total: 10000 open/close in 72.18 seconds: 138.55 ops/second llite.lustre-ffff8800b5c99000.statahead_batch_max=0 llite.lustre-ffff8800b5c99000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c99000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c99000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.814s user 0m0.252s sys 0m9.862s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5c99000.statahead_batch_max=32 llite.lustre-ffff8800b5c99000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c99000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c99000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c99000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c99000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m42.063s user 0m0.344s sys 0m11.141s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5c99000.batch_stats= snapshot_time: 1746159184.208876520 secs.nsecs start_time: 1746159137.633705719 secs.nsecs elapsed_time: 46.575170801 secs.nsecs subreqs per batch batches % cum % 1: 1 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 1 32: 312 98 100 mdc.lustre-MDT0001-mdc-ffff8800b5c99000.batch_stats= snapshot_time: 1746159184.208961290 secs.nsecs start_time: 1746159137.634357280 secs.nsecs elapsed_time: 46.574604010 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b5c99000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5c99000.batch_stats=0 llite.lustre-ffff8800b5c99000.statahead_max=2048 llite.lustre-ffff8800b5c99000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b5c99000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b5c99000.batch_stats=0 striped dir -i1 -c2 -H fnv_1a_64 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.48 seconds: 67.67 ops/second llite.lustre-ffff8800b5c99000.statahead_max=0 101 real 0m1.326s user 0m0.011s sys 0m0.326s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b5c99000.statahead_max=2048 2048 101 real 0m0.434s user 0m0.008s sys 0m0.140s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 77 total: 900 open/close in 6.40 seconds: 140.62 ops/second llite.lustre-ffff8800b5c99000.statahead_max=0 1001 real 0m14.237s user 0m0.113s sys 0m2.926s ls -l 1000 files without statahead: 14 sec llite.lustre-ffff8800b5c99000.statahead_max=2048 2048 1001 real 0m3.054s user 0m0.031s sys 0m1.166s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 78 - open/close 1466 (time 1746159392.98 total 10.00 last 146.53) total: 2000 open/close in 13.66 seconds: 146.37 ops/second llite.lustre-ffff8800b5c99000.statahead_max=0 3001 real 0m40.628s user 0m0.307s sys 0m8.868s ls -l 3000 files without statahead: 40 sec llite.lustre-ffff8800b5c99000.statahead_max=2048 2048 3001 real 0m8.084s user 0m0.113s sys 0m3.459s ls -l 3000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 79 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff8800b5c99000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 79 mdc.lustre-MDT0000-mdc-ffff8800b5c99000.batch_stats= snapshot_time: 1746159484.439501880 secs.nsecs start_time: 1746159185.005627244 secs.nsecs elapsed_time: 299.433874636 secs.nsecs subreqs per batch batches % cum % 1: 1 5 5 2: 0 0 5 4: 3 15 21 8: 3 15 36 16: 1 5 42 32: 0 0 42 64: 2 10 52 128: 0 0 52 256: 9 47 100 mdc.lustre-MDT0001-mdc-ffff8800b5c99000.batch_stats= snapshot_time: 1746159484.443904913 secs.nsecs start_time: 1746159185.005715062 secs.nsecs elapsed_time: 299.438189851 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 1 5 5 4: 1 5 10 8: 6 30 40 16: 1 5 45 32: 0 0 45 64: 2 10 55 128: 0 0 55 256: 9 45 100 - open/close 1398 (time 1746159495.81 total 10.00 last 139.76) - open/close 2741 (time 1746159505.82 total 20.01 last 134.23) - open/close 4119 (time 1746159515.82 total 30.01 last 137.78) - open/close 5406 (time 1746159525.83 total 40.02 last 128.61) - open/close 6734 (time 1746159535.83 total 50.02 last 132.78) - open/close 8197 (time 1746159545.83 total 60.02 last 146.28) - open/close 9685 (time 1746159555.83 total 70.02 last 148.77) total: 10000 open/close in 72.15 seconds: 138.60 ops/second llite.lustre-ffff8800b5c99000.statahead_batch_max=0 llite.lustre-ffff8800b5c99000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c99000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c99000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m25.851s user 0m0.243s sys 0m9.729s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b5c99000.statahead_batch_max=256 llite.lustre-ffff8800b5c99000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c99000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c99000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b5c99000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b5c99000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m18.194s user 0m0.300s sys 0m10.569s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b5c99000.batch_stats= snapshot_time: 1746159611.487395293 secs.nsecs start_time: 1746159588.255191372 secs.nsecs elapsed_time: 23.232203921 secs.nsecs subreqs per batch batches % cum % 1: 140 54 54 2: 14 5 59 4: 19 7 67 8: 11 4 71 16: 21 8 79 32: 15 5 85 64: 1 0 85 128: 1 0 86 256: 35 13 100 mdc.lustre-MDT0001-mdc-ffff8800b5c99000.batch_stats= snapshot_time: 1746159611.487490733 secs.nsecs start_time: 1746159588.255289689 secs.nsecs elapsed_time: 23.232201044 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b5c99000.statahead_batch_max=64 llite.lustre-ffff8800b5c99000.statahead_max=128