== sanity test 123ad: Verify batching statahead works correctly ========================================================== 02:39:39 (1734680379) batch: statahead_max=32 statahead_batch_max=32 mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.batch_stats=0 llite.lustre-ffff8800b6fc2000.statahead_max=32 llite.lustre-ffff8800b6fc2000.statahead_batch_max=32 seq.cli-lustre-OST0000-super.width=0x1ffffff seq.cli-lustre-OST0001-super.width=0x1ffffff kvm mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.59 seconds: 62.92 ops/second llite.lustre-ffff8800b6fc2000.statahead_max=0 101 real 0m1.511s user 0m0.022s sys 0m0.329s ls -l 100 files without statahead: 2 sec llite.lustre-ffff8800b6fc2000.statahead_max=32 32 101 real 0m0.475s user 0m0.009s sys 0m0.137s ls -l 100 files with statahead: 0 sec statahead total: 140 statahead wrong: 2 agl total: 140 list_total: 27 fname_total: 113 hit_total: 4575 miss_total: 1116 total: 900 open/close in 7.94 seconds: 113.31 ops/second llite.lustre-ffff8800b6fc2000.statahead_max=0 1001 real 0m14.461s user 0m0.089s sys 0m3.143s ls -l 1000 files without statahead: 15 sec llite.lustre-ffff8800b6fc2000.statahead_max=32 32 1001 real 0m3.874s user 0m0.025s sys 0m1.241s ls -l 1000 files with statahead: 4 sec statahead total: 141 statahead wrong: 2 agl total: 141 list_total: 28 fname_total: 113 hit_total: 5574 miss_total: 1124 - open/close 1061 (time 1734680429.64 total 10.01 last 106.04) total: 2000 open/close in 17.95 seconds: 111.41 ops/second llite.lustre-ffff8800b6fc2000.statahead_max=0 3001 real 0m45.582s user 0m0.226s sys 0m9.688s ls -l 3000 files without statahead: 45 sec llite.lustre-ffff8800b6fc2000.statahead_max=32 32 3001 real 0m12.428s user 0m0.107s sys 0m3.527s ls -l 3000 files with statahead: 13 sec statahead total: 142 statahead wrong: 2 agl total: 142 list_total: 29 fname_total: 113 hit_total: 8573 miss_total: 1148 ls -l done rm -r /mnt/lustre/d123ad.sanity: 33 seconds llite.lustre-ffff8800b6fc2000.statahead_stats= statahead total: 142 statahead wrong: 2 agl total: 142 list_total: 29 fname_total: 113 hit_total: 8573 miss_total: 1148 mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.batch_stats= snapshot_time: 1734680535.378282293 secs.nsecs start_time: 1734680381.675180904 secs.nsecs elapsed_time: 153.703101389 secs.nsecs subreqs per batch batches % cum % 1: 2 1 1 2: 1 0 2 4: 2 1 3 8: 8 6 9 16: 83 62 72 32: 37 27 100 mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.batch_stats= snapshot_time: 1734680535.379493768 secs.nsecs start_time: 1734680381.675301350 secs.nsecs elapsed_time: 153.704192418 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 3 2 2 4: 1 0 2 8: 2 1 4 16: 62 45 50 32: 67 49 100 - open/close 988 (time 1734680546.98 total 10.00 last 98.78) - open/close 2147 (time 1734680556.98 total 20.01 last 115.86) - open/close 3282 (time 1734680566.98 total 30.01 last 113.50) - open/close 4443 (time 1734680576.99 total 40.01 last 116.01) - open/close 5550 (time 1734680586.99 total 50.02 last 110.68) - open/close 6693 (time 1734680596.99 total 60.02 last 114.26) - open/close 7767 (time 1734680606.99 total 70.02 last 107.39) - open/close 8837 (time 1734680617.00 total 80.02 last 106.95) - open/close 9894 (time 1734680627.00 total 90.03 last 105.65) total: 10000 open/close in 91.15 seconds: 109.71 ops/second llite.lustre-ffff8800b6fc2000.statahead_batch_max=0 llite.lustre-ffff8800b6fc2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m27.427s user 0m0.292s sys 0m10.185s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b6fc2000.statahead_batch_max=32 llite.lustre-ffff8800b6fc2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m47.440s user 0m0.315s sys 0m11.831s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.batch_stats= snapshot_time: 1734680713.034670582 secs.nsecs start_time: 1734680660.294488796 secs.nsecs elapsed_time: 52.740181786 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 2: 0 0 0 4: 0 0 0 8: 1 0 0 16: 2 0 0 32: 312 99 100 mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.batch_stats= snapshot_time: 1734680713.034885331 secs.nsecs start_time: 1734680660.294619394 secs.nsecs elapsed_time: 52.740265937 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 batch: statahead_max=2048 statahead_batch_max=256 mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.batch_stats=0 llite.lustre-ffff8800b6fc2000.statahead_max=2048 llite.lustre-ffff8800b6fc2000.statahead_batch_max=256 kvm mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.batch_stats=0 mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.batch_stats=0 striped dir -i1 -c2 -H crush2 /mnt/lustre/d123ad.sanity total: 100 open/close in 1.75 seconds: 57.20 ops/second llite.lustre-ffff8800b6fc2000.statahead_max=0 101 real 0m1.793s user 0m0.006s sys 0m0.350s ls -l 100 files without statahead: 1 sec llite.lustre-ffff8800b6fc2000.statahead_max=2048 2048 101 real 0m0.511s user 0m0.006s sys 0m0.151s ls -l 100 files with statahead: 0 sec statahead total: 2 statahead wrong: 0 agl total: 2 list_total: 2 fname_total: 0 hit_total: 10098 miss_total: 58 total: 900 open/close in 8.68 seconds: 103.72 ops/second llite.lustre-ffff8800b6fc2000.statahead_max=0 1001 real 0m14.331s user 0m0.074s sys 0m3.112s ls -l 1000 files without statahead: 15 sec llite.lustre-ffff8800b6fc2000.statahead_max=2048 2048 1001 real 0m3.076s user 0m0.033s sys 0m1.221s ls -l 1000 files with statahead: 3 sec statahead total: 3 statahead wrong: 0 agl total: 3 list_total: 3 fname_total: 0 hit_total: 11097 miss_total: 59 - open/close 1126 (time 1734680943.94 total 10.00 last 112.55) total: 2000 open/close in 17.92 seconds: 111.61 ops/second llite.lustre-ffff8800b6fc2000.statahead_max=0 3001 real 0m47.182s user 0m0.300s sys 0m9.759s ls -l 3000 files without statahead: 47 sec llite.lustre-ffff8800b6fc2000.statahead_max=2048 2048 3001 real 0m7.959s user 0m0.116s sys 0m3.561s ls -l 3000 files with statahead: 8 sec statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 60 ls -l done rm -r /mnt/lustre/d123ad.sanity: 36 seconds llite.lustre-ffff8800b6fc2000.statahead_stats= statahead total: 4 statahead wrong: 0 agl total: 4 list_total: 4 fname_total: 0 hit_total: 14096 miss_total: 60 mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.batch_stats= snapshot_time: 1734681050.849325549 secs.nsecs start_time: 1734680714.045792365 secs.nsecs elapsed_time: 336.803533184 secs.nsecs subreqs per batch batches % cum % 1: 10 32 32 2: 5 16 48 4: 2 6 54 8: 4 12 67 16: 0 0 67 32: 1 3 70 64: 0 0 70 128: 2 6 77 256: 7 22 100 mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.batch_stats= snapshot_time: 1734681050.850628777 secs.nsecs start_time: 1734680714.045932291 secs.nsecs elapsed_time: 336.804696486 secs.nsecs subreqs per batch batches % cum % 1: 17 41 41 2: 4 9 51 4: 2 4 56 8: 3 7 63 16: 2 4 68 32: 3 7 75 64: 0 0 75 128: 1 2 78 256: 9 21 100 - open/close 1161 (time 1734681062.22 total 10.00 last 116.05) - open/close 2232 (time 1734681072.23 total 20.01 last 107.07) - open/close 3257 (time 1734681082.24 total 30.02 last 102.40) - open/close 4366 (time 1734681092.24 total 40.02 last 110.83) - open/close 5392 (time 1734681102.24 total 50.03 last 102.58) - open/close 6436 (time 1734681112.25 total 60.03 last 104.34) - open/close 7536 (time 1734681122.25 total 70.03 last 109.97) - open/close 8659 (time 1734681132.26 total 80.04 last 112.23) - open/close 9829 (time 1734681142.27 total 90.05 last 116.84) total: 10000 open/close in 91.57 seconds: 109.20 ops/second llite.lustre-ffff8800b6fc2000.statahead_batch_max=0 llite.lustre-ffff8800b6fc2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m24.470s user 0m0.279s sys 0m10.159s unbatched statahead RPC=10004 hit count=9999 llite.lustre-ffff8800b6fc2000.statahead_batch_max=256 llite.lustre-ffff8800b6fc2000.statahead_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.batch_stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.batch_stats=clear mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.stats=clear mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.stats=clear ls -l files in d123ad.sanity: 10001 real 0m16.687s user 0m0.375s sys 0m10.731s batched statahead RPC= hit count=9999 mdc.lustre-MDT0000-mdc-ffff8800b6fc2000.batch_stats= snapshot_time: 1734681192.429813119 secs.nsecs start_time: 1734681171.874811391 secs.nsecs elapsed_time: 20.555001728 secs.nsecs subreqs per batch batches % cum % 1: 91 52 52 2: 9 5 57 4: 5 2 60 8: 6 3 63 16: 9 5 68 32: 13 7 76 64: 5 2 78 128: 1 0 79 256: 36 20 100 mdc.lustre-MDT0001-mdc-ffff8800b6fc2000.batch_stats= snapshot_time: 1734681192.429959454 secs.nsecs start_time: 1734681171.874952941 secs.nsecs elapsed_time: 20.555006513 secs.nsecs subreqs per batch batches % cum % 1: 0 0 0 seq.cli-lustre-OST0000-super.width=65536 seq.cli-lustre-OST0001-super.width=65536 llite.lustre-ffff8800b6fc2000.statahead_batch_max=64 llite.lustre-ffff8800b6fc2000.statahead_max=128