From 92fa34f6149279499497f5808dce47c714dc9dba Mon Sep 17 00:00:00 2001 From: Billy Liu Date: Fri, 9 Dec 2016 16:06:42 +0800 Subject: [PATCH] KYLIN-2265 adjust default config for resource-limit sandbox --- build/conf/kylin.properties | 12 ++++++------ build/conf/kylin_job_conf_inmem.xml | 6 +++--- 2 files changed, 9 insertions(+), 9 deletions(-) diff --git a/build/conf/kylin.properties b/build/conf/kylin.properties index 131a725..a9d425f 100644 --- a/build/conf/kylin.properties +++ b/build/conf/kylin.properties @@ -71,14 +71,14 @@ kylin.storage.hbase.compression-codec=none #kylin.storage.hbase.cluster-fs= # The cut size for hbase region, in GB. -kylin.storage.hbase.region-cut-gb=5 +kylin.storage.hbase.region-cut-gb=1 # The hfile size of GB, smaller hfile leading to the converting hfile MR has more reducers and be faster. # Set 0 to disable this optimization. -kylin.storage.hbase.hfile-size-gb=2 +kylin.storage.hbase.hfile-size-gb=1 kylin.storage.hbase.min-region-count=1 -kylin.storage.hbase.max-region-count=500 +kylin.storage.hbase.max-region-count=100 # Optional information for the owner of kylin platform, it can be your team's email # Currently it will be attached to each kylin's htable attribute @@ -121,11 +121,11 @@ kylin.job.notification-mail-sender= # Time interval to check hadoop job status kylin.engine.mr.yarn-check-interval-seconds=10 -kylin.engine.mr.reduce-input-mb=500 +kylin.engine.mr.reduce-input-mb=100 -kylin.engine.mr.max-reducer-number=500 +kylin.engine.mr.max-reducer-number=100 -kylin.engine.mr.mapper-input-rows=1000000 +kylin.engine.mr.mapper-input-rows=200000 ### CUBE | DICTIONARY ### diff --git a/build/conf/kylin_job_conf_inmem.xml b/build/conf/kylin_job_conf_inmem.xml index d69435a..731e18d 100644 --- a/build/conf/kylin_job_conf_inmem.xml +++ b/build/conf/kylin_job_conf_inmem.xml @@ -88,19 +88,19 @@ mapreduce.map.memory.mb - 3072 + 1024 mapreduce.map.java.opts - -Xmx2700m -XX:OnOutOfMemoryError='kill -9 %p' + -Xmx700m -XX:OnOutOfMemoryError='kill -9 %p' mapreduce.task.io.sort.mb - 200 + 100 -- 2.9.3 (Apple Git-75)