From 6baf335839e55dd31c2e5464cce6b8ccff6a22d4 Mon Sep 17 00:00:00 2001 From: wangyu Date: Wed, 18 Apr 2018 18:09:03 +0800 Subject: [PATCH] HBASE-20449 The minimun number of region should be configurable in Normalizer --- hbase-common/src/main/resources/hbase-default.xml | 5 +++++ .../hadoop/hbase/master/normalizer/SimpleRegionNormalizer.java | 10 +++++++--- 2 files changed, 12 insertions(+), 3 deletions(-) diff --git a/hbase-common/src/main/resources/hbase-default.xml b/hbase-common/src/main/resources/hbase-default.xml index 61f0461..5913f0b 100644 --- a/hbase-common/src/main/resources/hbase-default.xml +++ b/hbase-common/src/main/resources/hbase-default.xml @@ -617,6 +617,11 @@ possible configurations would overwhelm and obscure the important. Period at which the region normalizer runs in the Master. + hbase.normalizer.min.region.count + 3 + configure the minimum number of regions + + hbase.regions.slop 0.001 Rebalance if any regionserver has average + (average * slop) regions. diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/normalizer/SimpleRegionNormalizer.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/normalizer/SimpleRegionNormalizer.java index ea2187b..d23b410 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/master/normalizer/SimpleRegionNormalizer.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/master/normalizer/SimpleRegionNormalizer.java @@ -22,6 +22,7 @@ import java.util.ArrayList; import java.util.Collections; import java.util.Comparator; import java.util.List; +import org.apache.hadoop.hbase.HBaseConfiguration; import org.apache.hadoop.hbase.HBaseIOException; import org.apache.hadoop.hbase.RegionMetrics; import org.apache.hadoop.hbase.ServerName; @@ -61,11 +62,14 @@ import org.apache.hadoop.hbase.shaded.protobuf.RequestConverter; public class SimpleRegionNormalizer implements RegionNormalizer { private static final Logger LOG = LoggerFactory.getLogger(SimpleRegionNormalizer.class); - private static final int MIN_REGION_COUNT = 3; + private int minRegionCount; private MasterServices masterServices; private MasterRpcServices masterRpcServices; private static long[] skippedCount = new long[NormalizationPlan.PlanType.values().length]; + public SimpleRegionNormalizer() { + minRegionCount = HBaseConfiguration.create().getInt("hbase.normalizer.min.region.count", 3); + } /** * Set the master service. * @param masterServices inject instance of MasterServices @@ -131,10 +135,10 @@ public class SimpleRegionNormalizer implements RegionNormalizer { getRegionsOfTable(table); //TODO: should we make min number of regions a config param? - if (tableRegions == null || tableRegions.size() < MIN_REGION_COUNT) { + if (tableRegions == null || tableRegions.size() < minRegionCount) { int nrRegions = tableRegions == null ? 0 : tableRegions.size(); LOG.debug("Table " + table + " has " + nrRegions + " regions, required min number" - + " of regions for normalizer to run is " + MIN_REGION_COUNT + ", not running normalizer"); + + " of regions for normalizer to run is " + minRegionCount + ", not running normalizer"); return null; } -- 2.6.2.windows.1