diff --git a/extensions/query/.settings/org.eclipse.core.resources.prefs b/extensions/query/.settings/org.eclipse.core.resources.prefs index 4860d68ee1..d0b99816e9 100644 --- a/extensions/query/.settings/org.eclipse.core.resources.prefs +++ b/extensions/query/.settings/org.eclipse.core.resources.prefs @@ -4,5 +4,4 @@ encoding//src/main/resources=UTF-8 encoding//src/main/scala=UTF-8 encoding//src/test/java=UTF-8 encoding//src/test/resources=UTF-8 -encoding//src/test/scala=UTF-8 encoding/=UTF-8 diff --git a/kylin/engine-mr/src/main/java/org/apache/kylin/engine/mr/BatchCubingJobBuilder2.java b/kylin/engine-mr/src/main/java/org/apache/kylin/engine/mr/BatchCubingJobBuilder2.java index faac724443..40f02bd5e6 100644 --- a/kylin/engine-mr/src/main/java/org/apache/kylin/engine/mr/BatchCubingJobBuilder2.java +++ b/kylin/engine-mr/src/main/java/org/apache/kylin/engine/mr/BatchCubingJobBuilder2.java @@ -21,7 +21,6 @@ package org.apache.kylin.engine.mr; import java.util.List; import org.apache.kylin.cube.CubeSegment; -import org.apache.kylin.cube.cuboid.CuboidUtil; import org.apache.kylin.engine.mr.IMRInput.IMRBatchCubingInputSide; import org.apache.kylin.engine.mr.IMROutput2.IMRBatchCubingOutputSide2; import org.apache.kylin.engine.mr.common.AbstractHadoopJob; @@ -99,7 +98,7 @@ public class BatchCubingJobBuilder2 extends JobBuilderSupport { protected void addLayerCubingSteps(final CubingJob result, final String jobId, final String cuboidRootPath) { // Don't know statistics so that tree cuboid scheduler is not determined. Determine the maxLevel at runtime - final int maxLevel = CuboidUtil.getLongestDepth(seg.getCuboidScheduler().getAllCuboidIds()); + final int maxLevel = seg.getCuboidScheduler().getBuildLevel(); // base cuboid step result.addTask(createBaseCuboidStep(getCuboidOutputPathsByLevel(cuboidRootPath, 0), jobId)); // n dim cuboid steps diff --git a/kylin/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java b/kylin/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java index 2953614a4d..4c0484f206 100644 --- a/kylin/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java +++ b/kylin/engine-spark/src/main/java/org/apache/kylin/engine/spark/SparkCubingByLayer.java @@ -45,7 +45,6 @@ import org.apache.kylin.cube.CubeSegment; import org.apache.kylin.cube.common.RowKeySplitter; import org.apache.kylin.cube.cuboid.Cuboid; import org.apache.kylin.cube.cuboid.CuboidScheduler; -import org.apache.kylin.cube.cuboid.CuboidUtil; import org.apache.kylin.cube.kv.AbstractRowKeyEncoder; import org.apache.kylin.cube.kv.RowKeyEncoderProvider; import org.apache.kylin.cube.model.CubeDesc; @@ -186,7 +185,7 @@ public class SparkCubingByLayer extends AbstractApplication implements Serializa reducerFunction2 = new CuboidReducerFunction2(cubeName, metaUrl, sConf, needAggr); } - final int totalLevels = CuboidUtil.getLongestDepth(cubeSegment.getCuboidScheduler().getAllCuboidIds()); + final int totalLevels = cubeSegment.getCuboidScheduler().getBuildLevel(); JavaPairRDD[] allRDDs = new JavaPairRDD[totalLevels + 1]; int level = 0; int partition = estimateRDDPartitionNum(level, cubeStatsReader, envConfig);