From c7524e454edb12c340b0dd5c0f742e8fffb10d02 Mon Sep 17 00:00:00 2001 From: xingpeng1 Date: Thu, 1 Feb 2018 11:28:46 +0800 Subject: [PATCH 1/1] KYLIN-3219 --- .../main/java/org/apache/kylin/engine/mr/CubingJob.java | 17 +++++++++++++---- 1 file changed, 13 insertions(+), 4 deletions(-) diff --git a/engine-mr/src/main/java/org/apache/kylin/engine/mr/CubingJob.java b/engine-mr/src/main/java/org/apache/kylin/engine/mr/CubingJob.java index 9173dbd6d..c9ed3594f 100644 --- a/engine-mr/src/main/java/org/apache/kylin/engine/mr/CubingJob.java +++ b/engine-mr/src/main/java/org/apache/kylin/engine/mr/CubingJob.java @@ -282,10 +282,10 @@ public class CubingJob extends DefaultChainedExecutable { getPerBytesTimeCost(findSourceSizeBytes(), getDuration())); if (CubingJobTypeEnum.getByName(getJobType()) == CubingJobTypeEnum.BUILD) { jobStats.setJobStepStats( - getTaskByName(ExecutableConstants.STEP_NAME_FACT_DISTINCT_COLUMNS).getDuration(), - getTaskByName(ExecutableConstants.STEP_NAME_BUILD_DICTIONARY).getDuration(), - getTaskByName(ExecutableConstants.STEP_NAME_BUILD_IN_MEM_CUBE).getDuration(), - getTaskByName(ExecutableConstants.STEP_NAME_CONVERT_CUBOID_TO_HFILE).getDuration()); + getTaskDurationByName(ExecutableConstants.STEP_NAME_FACT_DISTINCT_COLUMNS), + getTaskDurationByName(ExecutableConstants.STEP_NAME_BUILD_DICTIONARY), + getTaskDurationByName(ExecutableConstants.STEP_NAME_BUILD_IN_MEM_CUBE), + getTaskDurationByName(ExecutableConstants.STEP_NAME_CONVERT_CUBOID_TO_HFILE)); } } else if (state == ExecutableState.ERROR) { jobStats.setJobException(result.getThrowable() != null ? result.getThrowable() : new Exception()); @@ -293,6 +293,15 @@ public class CubingJob extends DefaultChainedExecutable { JobMetricsFacade.updateMetrics(jobStats); } + private long getTaskDurationByName(String name) { + AbstractExecutable task = getTaskByName(name); + if (task != null) { + return task.getDuration(); + } else { + return 0; + } + } + private static double getPerBytesTimeCost(long size, long timeCost) { if (size <= 0) { return 0; -- 2.11.0.windows.1