From 710cbdefcb1af175584f9b795598f11ea2cb4c87 Mon Sep 17 00:00:00 2001 From: Guangming Lu Date: Fri, 11 Jun 2021 12:18:40 +0800 Subject: [PATCH] second commit --- .../org/apache/hadoop/hive/ql/ddl/table/create/CreateTableDesc.java | 4 ++++ .../ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcSerde.java | 2 +- .../gen-javabean/org/apache/hadoop/hive/serde/serdeConstants.java | 2 ++ 3 files changed, 7 insertions(+), 1 deletion(-) diff --git a/hive-master/ql/src/java/org/apache/hadoop/hive/ql/ddl/table/create/CreateTableDesc.java b/hive-master/ql/src/java/org/apache/hadoop/hive/ql/ddl/table/create/CreateTableDesc.java index be9cffa..f8c9a2b 100644 --- a/hive-master/ql/src/java/org/apache/hadoop/hive/ql/ddl/table/create/CreateTableDesc.java +++ b/hive-master/ql/src/java/org/apache/hadoop/hive/ql/ddl/table/create/CreateTableDesc.java @@ -51,6 +51,7 @@ import org.apache.hadoop.hive.ql.ddl.DDLUtils; import org.apache.hadoop.hive.ql.io.HiveFileFormatUtils; import org.apache.hadoop.hive.ql.io.HiveOutputFormat; +import org.apache.hadoop.hive.ql.io.orc.OrcSerde; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.ql.metadata.HiveStorageHandler; import org.apache.hadoop.hive.ql.metadata.Table; @@ -738,6 +739,9 @@ public Table toTable(HiveConf conf) throws HiveException { if (getTblProps() != null) { tbl.getTTable().getParameters().putAll(getTblProps()); + if (tbl.getParameters().containsKey(OrcSerde.COMPRESSION) || tbl.getParameters().containsKey(serdeConstants.PARQUET_COMPRESSION)){ + tbl.getSd().setCompressed(true); + } } if (getPartCols() != null) { diff --git a/hive-master/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcSerde.java b/hive-master/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcSerde.java index c660dac..ff7cb52 100644 --- a/hive-master/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcSerde.java +++ b/hive-master/ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcSerde.java @@ -46,7 +46,7 @@ private final OrcSerdeRow row = new OrcSerdeRow(); private ObjectInspector inspector = null; - static final String COMPRESSION = "orc.compress"; + public static final String COMPRESSION = "orc.compress"; final class OrcSerdeRow implements Writable { Object realRow; diff --git a/hive-master/serde/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/serde/serdeConstants.java b/hive-master/serde/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/serde/serdeConstants.java index 2119e1c..874d801 100644 --- a/hive-master/serde/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/serde/serdeConstants.java +++ b/hive-master/serde/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/serde/serdeConstants.java @@ -105,6 +105,8 @@ public static final java.lang.String COLUMN_NAME_DELIMITER = "column.name.delimiter"; + public static final String PARQUET_COMPRESSION = "parquet.compression"; + public static final java.util.Set PrimitiveTypes = new java.util.HashSet(); static { PrimitiveTypes.add("void"); -- 2.14.1.windows.1