Repository: hbase Updated Branches: refs/heads/branch-1 d887e4cf1 -> 440e0bc6e
HBASE-14110 Add CostFunction for balancing primary region replicas Project: http://git-wip-us.apache.org/repos/asf/hbase/repo Commit: http://git-wip-us.apache.org/repos/asf/hbase/commit/440e0bc6 Tree: http://git-wip-us.apache.org/repos/asf/hbase/tree/440e0bc6 Diff: http://git-wip-us.apache.org/repos/asf/hbase/diff/440e0bc6 Branch: refs/heads/branch-1 Commit: 440e0bc6ea2fc49a18eead8f4a7ec23d78ac9806 Parents: d887e4c Author: tedyu <[email protected]> Authored: Fri Jul 17 09:57:08 2015 -0700 Committer: tedyu <[email protected]> Committed: Fri Jul 17 09:57:08 2015 -0700 ---------------------------------------------------------------------- .../master/balancer/StochasticLoadBalancer.java | 41 ++++++++++++++++++++ 1 file changed, 41 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hbase/blob/440e0bc6/hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java ---------------------------------------------------------------------- diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java index 4955cfa..b6b4691 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/balancer/StochasticLoadBalancer.java @@ -167,6 +167,7 @@ public class StochasticLoadBalancer extends BaseLoadBalancer { costFunctions = new CostFunction[]{ new RegionCountSkewCostFunction(conf), + new PrimaryRegionCountSkewCostFunction(conf), new MoveCostFunction(conf), localityCost, new TableSkewCostFunction(conf), @@ -947,6 +948,46 @@ public class StochasticLoadBalancer extends BaseLoadBalancer { } /** + * Compute the cost of a potential cluster state from skew in number of + * primary regions on a cluster. + */ + static class PrimaryRegionCountSkewCostFunction extends CostFunction { + private static final String PRIMARY_REGION_COUNT_SKEW_COST_KEY = + "hbase.master.balancer.stochastic.primaryRegionCountCost"; + private static final float DEFAULT_PRIMARY_REGION_COUNT_SKEW_COST = 500; + + private double[] stats = null; + + PrimaryRegionCountSkewCostFunction(Configuration conf) { + super(conf); + // Load multiplier should be the greatest as primary regions serve majority of reads/writes. + this.setMultiplier(conf.getFloat(PRIMARY_REGION_COUNT_SKEW_COST_KEY, + DEFAULT_PRIMARY_REGION_COUNT_SKEW_COST)); + } + + @Override + double cost() { + if (!cluster.hasRegionReplicas) { + return 0; + } + if (stats == null || stats.length != cluster.numServers) { + stats = new double[cluster.numServers]; + } + + for (int i =0; i < cluster.numServers; i++) { + stats[i] = 0; + for (int regionIdx : cluster.regionsPerServer[i]) { + if (regionIdx == cluster.regionIndexToPrimaryIndex[regionIdx]) { + stats[i] ++; + } + } + } + + return costFromArray(stats); + } + } + + /** * Compute the cost of a potential cluster configuration based upon how evenly * distributed tables are. */
