From b4b41838db56a3954b288413c984f4153c577ce4 Mon Sep 17 00:00:00 2001 From: Wang Ken Date: Fri, 3 Nov 2017 09:03:02 +0800 Subject: [PATCH] APACHE-KYLIN-2987: Skip moving to Trash when drop an intermediate hive table or redistribute a hive table Signed-off-by: Zhong --- core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java | 1 + source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java | 2 ++ 2 files changed, 3 insertions(+) diff --git a/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java b/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java index 52308e5..9593718 100644 --- a/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java +++ b/core-job/src/main/java/org/apache/kylin/job/JoinedFlatTable.java @@ -78,6 +78,7 @@ public class JoinedFlatTable { } ddl.append("STORED AS " + format + "\n"); ddl.append("LOCATION '" + getTableDir(flatDesc, storageDfsDir) + "';").append("\n"); + ddl.append("ALTER TABLE " + flatDesc.getTableName() + " SET TBLPROPERTIES('auto.purge'='true');\n"); return ddl.toString(); } diff --git a/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java b/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java index 0041441..d989c85 100644 --- a/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java +++ b/source-hive/src/main/java/org/apache/kylin/source/hive/HiveMRInput.java @@ -223,6 +223,8 @@ public class HiveMRInput implements IMRInput { .append("CREATE EXTERNAL TABLE IF NOT EXISTS " + intermediate + " LIKE " + identity + "\n"); createIntermediateTableHql.append("LOCATION '" + jobWorkingDir + "/" + intermediate + "';\n"); createIntermediateTableHql + .append("ALTER TABLE " + intermediate + " SET TBLPROPERTIES('auto.purge'='true');\n"); + createIntermediateTableHql .append("INSERT OVERWRITE TABLE " + intermediate + " SELECT * FROM " + identity + ";\n"); hiveCmdBuilder.addStatement(createIntermediateTableHql.toString()); hiveViewIntermediateTables = hiveViewIntermediateTables + intermediate + ";"; -- 2.5.4 (Apple Git-61)