From 4f140814970f142df339cd0024d121311305a6d2 Mon Sep 17 00:00:00 2001 From: John Zhao Date: Tue, 2 Feb 2016 13:55:28 +0800 Subject: [PATCH] Add conf/kylin_job_conf.xml for HiveColumnCardinalityJob --- job/src/main/java/org/apache/kylin/job/engine/JobEngineConfig.java | 2 +- .../kylin/job/hadoop/cardinality/HiveColumnCardinalityJob.java | 6 ++++++ 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/job/src/main/java/org/apache/kylin/job/engine/JobEngineConfig.java b/job/src/main/java/org/apache/kylin/job/engine/JobEngineConfig.java index 75d897e..8edc8a0 100644 --- a/job/src/main/java/org/apache/kylin/job/engine/JobEngineConfig.java +++ b/job/src/main/java/org/apache/kylin/job/engine/JobEngineConfig.java @@ -53,7 +53,7 @@ public class JobEngineConfig { private String getHadoopJobConfFilePath(RealizationCapacity capaticy, boolean appendSuffix) throws IOException { String hadoopJobConfFile; - if (appendSuffix) { + if (capaticy != null && appendSuffix) { hadoopJobConfFile = (HADOOP_JOB_CONF_FILENAME + "_" + capaticy.toString().toLowerCase() + ".xml"); } else { hadoopJobConfFile = (HADOOP_JOB_CONF_FILENAME + ".xml"); diff --git a/job/src/main/java/org/apache/kylin/job/hadoop/cardinality/HiveColumnCardinalityJob.java b/job/src/main/java/org/apache/kylin/job/hadoop/cardinality/HiveColumnCardinalityJob.java index cf1871f..f27d074 100644 --- a/job/src/main/java/org/apache/kylin/job/hadoop/cardinality/HiveColumnCardinalityJob.java +++ b/job/src/main/java/org/apache/kylin/job/hadoop/cardinality/HiveColumnCardinalityJob.java @@ -30,8 +30,10 @@ import org.apache.hadoop.mapreduce.Job; import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat; import org.apache.hadoop.mapreduce.lib.output.TextOutputFormat; import org.apache.hive.hcatalog.mapreduce.HCatInputFormat; +import org.apache.kylin.common.KylinConfig; import org.apache.kylin.common.util.HadoopUtil; import org.apache.kylin.job.constant.BatchConstants; +import org.apache.kylin.job.engine.JobEngineConfig; import org.apache.kylin.job.hadoop.AbstractHadoopJob; /** @@ -65,6 +67,10 @@ public class HiveColumnCardinalityJob extends AbstractHadoopJob { String jobName = JOB_TITLE + getOptionsAsString(); System.out.println("Starting: " + jobName); Configuration conf = getConf(); + + JobEngineConfig jobEngineConfig = new JobEngineConfig(KylinConfig.getInstanceFromEnv()); + conf.addResource(jobEngineConfig.getHadoopJobConfFilePath(null)); + job = Job.getInstance(conf, jobName); setJobClasspath(job); -- 2.5.4 (Apple Git-61)