From 1316753b4b157df1abea1cb95cc93f9f872a26c1 Mon Sep 17 00:00:00 2001 From: "Ma,Gang" Date: Mon, 29 Jan 2018 16:52:50 +0800 Subject: [PATCH] KYLIN-3209 Optimize job partial statistics path is inconsistent with existing one --- .../main/java/org/apache/kylin/engine/mr/common/CubeStatsWriter.java | 2 +- .../org/apache/kylin/engine/mr/steps/MergeStatisticsWithOldStep.java | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsWriter.java b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsWriter.java index b1e59a7..8cbba1d 100644 --- a/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsWriter.java +++ b/engine-mr/src/main/java/org/apache/kylin/engine/mr/common/CubeStatsWriter.java @@ -53,7 +53,7 @@ public class CubeStatsWriter { public static void writePartialCuboidStatistics(Configuration conf, Path outputPath, // Map cuboidHLLMap, int samplingPercentage, int mapperNumber, double mapperOverlapRatio, int shard) throws IOException { - Path seqFilePath = new Path(outputPath, BatchConstants.CFG_STATISTICS_CUBOID_ESTIMATION_FILENAME + "_" + shard); + Path seqFilePath = new Path(outputPath, BatchConstants.CFG_OUTPUT_STATISTICS + "_" + shard); writeCuboidStatisticsInner(conf, seqFilePath, cuboidHLLMap, samplingPercentage, mapperNumber, mapperOverlapRatio); } diff --git a/engine-mr/src/main/java/org/apache/kylin/engine/mr/steps/MergeStatisticsWithOldStep.java b/engine-mr/src/main/java/org/apache/kylin/engine/mr/steps/MergeStatisticsWithOldStep.java index 3f12b0d..434892c 100644 --- a/engine-mr/src/main/java/org/apache/kylin/engine/mr/steps/MergeStatisticsWithOldStep.java +++ b/engine-mr/src/main/java/org/apache/kylin/engine/mr/steps/MergeStatisticsWithOldStep.java @@ -86,7 +86,7 @@ public class MergeStatisticsWithOldStep extends AbstractExecutable { } Path[] statisticsFiles = HadoopUtil.getFilteredPath(hdfs, statisticsDirPath, - BatchConstants.CFG_STATISTICS_CUBOID_ESTIMATION_FILENAME); + BatchConstants.CFG_OUTPUT_STATISTICS); if (statisticsFiles == null) { throw new IOException("fail to find the statistics file in base dir: " + statisticsDirPath); } -- 2.6.4