From 5049cbc5acd32331e5becd1f3e6f48ad0a383b3d Mon Sep 17 00:00:00 2001 From: kangkaisen Date: Sat, 10 Jun 2017 11:34:34 +0800 Subject: [PATCH] KYLIN-2675 The hfileSizeMB should not relay on kylin.env --- examples/test_case_data/sandbox/kylin.properties | 2 +- .../java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java | 5 ----- 2 files changed, 1 insertion(+), 6 deletions(-) diff --git a/examples/test_case_data/sandbox/kylin.properties b/examples/test_case_data/sandbox/kylin.properties index 83a1ef3ec..475c0374d 100644 --- a/examples/test_case_data/sandbox/kylin.properties +++ b/examples/test_case_data/sandbox/kylin.properties @@ -105,7 +105,7 @@ kylin.storage.hbase.max-region-count=5 # The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster # set 0 to disable this optimization -kylin.storage.hbase.hfile-size-gb=2 +kylin.storage.hbase.hfile-size-gb=0.05 # for test kylin.job.lock=org.apache.kylin.job.lock.MockJobLock diff --git a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java index fc527011c..2f3dd1ddc 100644 --- a/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java +++ b/storage-hbase/src/main/java/org/apache/kylin/storage/hbase/steps/CreateHTableJob.java @@ -285,11 +285,6 @@ public class CreateHTableJob extends AbstractHadoopJob { hfileSizeMB = mbPerRegion; } - // keep the tweak for sandbox test - if (hfileSizeMB > 0.0 && kylinConfig.isDevEnv()) { - hfileSizeMB = mbPerRegion / 2; - } - int compactionThreshold = Integer.valueOf(hbaseConf.get("hbase.hstore.compactionThreshold", "3")); logger.info("hbase.hstore.compactionThreshold is " + compactionThreshold); if (hfileSizeMB > 0.0 && hfileSizeMB * compactionThreshold < mbPerRegion) { -- 2.11.0 (Apple Git-81)