commit 00675f0c1b30ffb939f366aa8dbd274143942958 Author: Janaki Lahorani Date: Fri Jan 5 11:56:36 2018 -0800 HIVE-18393: Data saved as other types can be read as string Data saved as TimeStamp, Decimal, Double, Float, BigInt, Int, SmallInt, Tinyint and Boolean, after the type is changed to String, VarChar or Char will return correct results. Change-Id: I20eaff38bedee30b2ca16bf631808c3a2e435a29 diff --git ql/src/java/org/apache/hadoop/hive/ql/io/parquet/serde/primitive/ParquetStringInspector.java ql/src/java/org/apache/hadoop/hive/ql/io/parquet/serde/primitive/ParquetStringInspector.java index 70a92ab3bc9d3b2ecc205fad274e8c639812e59a..57105bd7f93cd5b9264f13417d7187a0b982cdfc 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/parquet/serde/primitive/ParquetStringInspector.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/parquet/serde/primitive/ParquetStringInspector.java @@ -16,10 +16,17 @@ import java.io.UnsupportedEncodingException; import java.nio.charset.CharacterCodingException; +import org.apache.hadoop.hive.serde2.io.DoubleWritable; +import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable; +import org.apache.hadoop.hive.serde2.io.TimestampWritable; import org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaStringObjectInspector; import org.apache.hadoop.hive.serde2.objectinspector.primitive.SettableStringObjectInspector; import org.apache.hadoop.io.BytesWritable; import org.apache.hadoop.io.Text; +import org.apache.hadoop.io.FloatWritable; +import org.apache.hadoop.io.LongWritable; +import org.apache.hadoop.io.IntWritable; +import org.apache.hadoop.io.BooleanWritable; /** * The ParquetStringInspector inspects a BinaryWritable to give a Text or String. @@ -49,6 +56,13 @@ public Text getPrimitiveWritableObject(final Object o) { return new Text((String) o); } + if ((o instanceof TimestampWritable) || (o instanceof HiveDecimalWritable) + || (o instanceof DoubleWritable) || (o instanceof FloatWritable) + || (o instanceof LongWritable) || (o instanceof IntWritable) + || (o instanceof BooleanWritable)) { + return new Text(o.toString()); + } + throw new UnsupportedOperationException("Cannot inspect " + o.getClass().getCanonicalName()); } @@ -74,6 +88,10 @@ public String getPrimitiveJavaObject(final Object o) { return (String) o; } + if (o instanceof TimestampWritable) { + return (String) o.toString(); + } + throw new UnsupportedOperationException("Cannot inspect " + o.getClass().getCanonicalName()); } diff --git ql/src/test/queries/clientpositive/typechangetest.q ql/src/test/queries/clientpositive/typechangetest.q new file mode 100644 index 0000000000000000000000000000000000000000..4c0f15b2ebc6a3416a86f35797eb0e83b2d035a3 --- /dev/null +++ ql/src/test/queries/clientpositive/typechangetest.q @@ -0,0 +1,381 @@ + +-- Create a base table to be used for loading data: Begin +drop table if exists testAltCol; +create table testAltCol +(cId TINYINT, + cTimeStamp TIMESTAMP, + cDecimal DECIMAL(38,18), + cDouble DOUBLE, + cFloat FLOAT, + cBigInt BIGINT, + cInt INT, + cSmallInt SMALLINT, + cTinyint TINYINT, + cBoolean BOOLEAN); + +insert into testAltCol values +(1, + '2017-11-07 09:02:49.999999999', + 12345678901234567890.123456789012345678, + 1.79e308, + 3.4e38, + 1234567890123456789, + 1234567890, + 12345, + 123, + TRUE); + +insert into testAltCol values +(2, + '1400-01-01 01:01:01.000000001', + 1.1, + 2.2, + 3.3, + 1, + 2, + 3, + 4, + FALSE); + +insert into testAltCol values +(3, + '1400-01-01 01:01:01.000000001', + 10.1, + 20.2, + 30.3, + 1234567890123456789, + 1234567890, + 12345, + 123, + TRUE); + +select cId, cTimeStamp from testAltCol order by cId; +select cId, cDecimal, cDouble, cFloat from testAltCol order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltCol order by cId; +select cId, cBoolean from testAltCol order by cId; +-- Create a base table to be used for loading data: Begin + +-- Enable change of column type +SET hive.metastore.disallow.incompatible.col.type.changes=false; + +-- Text type: Begin +-- timestamp, decimal, double, float, bigint, int, smallint, tinyint and boolean: after type +-- changed to string, varchar and char return correct data. +drop table if exists testAltColT; + +create table testAltColT stored as textfile as select * from testAltCol; + +select cId, cTimeStamp from testAltColT order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColT order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; +select cId, cBoolean from testAltColT order by cId; + +alter table testAltColT replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING); + +select cId, cTimeStamp from testAltColT order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColT order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; +select cId, cBoolean from testAltColT order by cId; + +alter table testAltColT replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)); + +select cId, cTimeStamp from testAltColT order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColT order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; +select cId, cBoolean from testAltColT order by cId; + +alter table testAltColT replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)); + +select cId, cTimeStamp from testAltColT order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColT order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; +select cId, cBoolean from testAltColT order by cId; +drop table if exists testAltColT; +-- Text type: End + +-- Sequence File type: Begin +-- timestamp, decimal, double, float, bigint, int, smallint, tinyint and boolean: after type +-- changed to string, varchar and char return correct data. +drop table if exists testAltColSF; + +create table testAltColSF stored as sequencefile as select * from testAltCol; + +select cId, cTimeStamp from testAltColSF order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; +select cId, cBoolean from testAltColSF order by cId; + +alter table testAltColSF replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING); + +select cId, cTimeStamp from testAltColSF order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; +select cId, cBoolean from testAltColSF order by cId; + +alter table testAltColSF replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)); + +select cId, cTimeStamp from testAltColSF order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; +select cId, cBoolean from testAltColSF order by cId; + +alter table testAltColSF replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)); + +select cId, cTimeStamp from testAltColSF order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; +select cId, cBoolean from testAltColSF order by cId; +drop table if exists testAltColSF; +-- Sequence File type: End + +-- ORC type: Begin +-- timestamp, decimal, double, float, bigint, int, smallint, tinyint and boolean: after type +-- changed to string, varchar and char return correct data. +drop table if exists testAltColORC; + +create table testAltColORC stored as orc as select * from testAltCol; + +select cId, cTimeStamp from testAltColORC order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; +select cId, cBoolean from testAltColORC order by cId; + +alter table testAltColORC replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING); + +select cId, cTimeStamp from testAltColORC order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; +select cId, cBoolean from testAltColORC order by cId; + +alter table testAltColORC replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)); + +select cId, cTimeStamp from testAltColORC order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; +select cId, cBoolean from testAltColORC order by cId; + +alter table testAltColORC replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)); + +select cId, cTimeStamp from testAltColORC order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; +select cId, cBoolean from testAltColORC order by cId; +drop table if exists testAltColORC; +-- ORC type: End + +-- RCFile type: Begin +-- timestamp, decimal, double, float, bigint, int, smallint, tinyint and boolean: after type +-- changed to string, varchar and char return correct data. +drop table if exists testAltColRCF; + +create table testAltColRCF stored as rcfile as select * from testAltCol; + +select cId, cTimeStamp from testAltColRCF order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; +select cId, cBoolean from testAltColRCF order by cId; + +alter table testAltColRCF replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING); + +select cId, cTimeStamp from testAltColRCF order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; +select cId, cBoolean from testAltColRCF order by cId; + +alter table testAltColRCF replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)); + +select cId, cTimeStamp from testAltColRCF order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; +select cId, cBoolean from testAltColRCF order by cId; + +alter table testAltColRCF replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)); + +select cId, cTimeStamp from testAltColRCF order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; +select cId, cBoolean from testAltColRCF order by cId; +drop table if exists testAltColRCF; +-- RCFile type: End + +-- Parquet type: Begin +drop table if exists testAltColP; +create table testAltColP stored as parquet as select * from testAltCol; + +select cId, cTimeStamp from testAltColP order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColP order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId; +select cId, cBoolean from testAltColP order by cId; + +alter table testAltColP replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING); + +select cId, cTimeStamp from testAltColP order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColP order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId; +select cId, cBoolean from testAltColP order by cId; + +alter table testAltColP replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)); + +select cId, cTimeStamp from testAltColP order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColP order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId; +select cId, cBoolean from testAltColP order by cId; + +alter table testAltColP replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)); + +select cId, cTimeStamp from testAltColP order by cId; +select cId, cDecimal, cDouble, cFloat from testAltColP order by cId; +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId; +select cId, cBoolean from testAltColP order by cId; +drop table if exists testAltColP; +-- Parquet type: End diff --git ql/src/test/results/clientpositive/typechangetest.q.out ql/src/test/results/clientpositive/typechangetest.q.out new file mode 100644 index 0000000000000000000000000000000000000000..2eeb9b6cb546b43924cd8dc6ee527e11e80c4b55 --- /dev/null +++ ql/src/test/results/clientpositive/typechangetest.q.out @@ -0,0 +1,1644 @@ +PREHOOK: query: drop table if exists testAltCol +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists testAltCol +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table testAltCol +(cId TINYINT, + cTimeStamp TIMESTAMP, + cDecimal DECIMAL(38,18), + cDouble DOUBLE, + cFloat FLOAT, + cBigInt BIGINT, + cInt INT, + cSmallInt SMALLINT, + cTinyint TINYINT, + cBoolean BOOLEAN) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testAltCol +POSTHOOK: query: create table testAltCol +(cId TINYINT, + cTimeStamp TIMESTAMP, + cDecimal DECIMAL(38,18), + cDouble DOUBLE, + cFloat FLOAT, + cBigInt BIGINT, + cInt INT, + cSmallInt SMALLINT, + cTinyint TINYINT, + cBoolean BOOLEAN) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testAltCol +PREHOOK: query: insert into testAltCol values +(1, + '2017-11-07 09:02:49.999999999', + 12345678901234567890.123456789012345678, + 1.79e308, + 3.4e38, + 1234567890123456789, + 1234567890, + 12345, + 123, + TRUE) +PREHOOK: type: QUERY +PREHOOK: Output: default@testaltcol +POSTHOOK: query: insert into testAltCol values +(1, + '2017-11-07 09:02:49.999999999', + 12345678901234567890.123456789012345678, + 1.79e308, + 3.4e38, + 1234567890123456789, + 1234567890, + 12345, + 123, + TRUE) +POSTHOOK: type: QUERY +POSTHOOK: Output: default@testaltcol +POSTHOOK: Lineage: testaltcol.cbigint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cboolean EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cdecimal EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cdouble EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cfloat EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cid EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.csmallint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.ctimestamp EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.ctinyint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +PREHOOK: query: insert into testAltCol values +(2, + '1400-01-01 01:01:01.000000001', + 1.1, + 2.2, + 3.3, + 1, + 2, + 3, + 4, + FALSE) +PREHOOK: type: QUERY +PREHOOK: Output: default@testaltcol +POSTHOOK: query: insert into testAltCol values +(2, + '1400-01-01 01:01:01.000000001', + 1.1, + 2.2, + 3.3, + 1, + 2, + 3, + 4, + FALSE) +POSTHOOK: type: QUERY +POSTHOOK: Output: default@testaltcol +POSTHOOK: Lineage: testaltcol.cbigint EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cboolean EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cdecimal EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cdouble EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cfloat EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cid EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cint EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.csmallint EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.ctimestamp EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.ctinyint EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +PREHOOK: query: insert into testAltCol values +(3, + '1400-01-01 01:01:01.000000001', + 10.1, + 20.2, + 30.3, + 1234567890123456789, + 1234567890, + 12345, + 123, + TRUE) +PREHOOK: type: QUERY +PREHOOK: Output: default@testaltcol +POSTHOOK: query: insert into testAltCol values +(3, + '1400-01-01 01:01:01.000000001', + 10.1, + 20.2, + 30.3, + 1234567890123456789, + 1234567890, + 12345, + 123, + TRUE) +POSTHOOK: type: QUERY +POSTHOOK: Output: default@testaltcol +POSTHOOK: Lineage: testaltcol.cbigint EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cboolean EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cdecimal EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cdouble EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cfloat EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cid EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.cint EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.csmallint EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.ctimestamp EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: testaltcol.ctinyint EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] +PREHOOK: query: select cId, cTimeStamp from testAltCol order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcol +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltCol order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcol +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltCol order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcol +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltCol order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcol +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltCol order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcol +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltCol order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcol +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltCol order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcol +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltCol order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcol +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: drop table if exists testAltColT +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists testAltColT +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table testAltColT stored as textfile as select * from testAltCol +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@testaltcol +PREHOOK: Output: database:default +PREHOOK: Output: default@testAltColT +POSTHOOK: query: create table testAltColT stored as textfile as select * from testAltCol +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@testaltcol +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testAltColT +POSTHOOK: Lineage: testaltcolt.cbigint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: testaltcolt.cboolean SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cboolean, type:boolean, comment:null), ] +POSTHOOK: Lineage: testaltcolt.cdecimal SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cdecimal, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: testaltcolt.cdouble SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: testaltcolt.cfloat SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: testaltcolt.cid SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cid, type:tinyint, comment:null), ] +POSTHOOK: Lineage: testaltcolt.cint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: testaltcolt.csmallint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: testaltcolt.ctimestamp SIMPLE [(testaltcol)testaltcol.FieldSchema(name:ctimestamp, type:timestamp, comment:null), ] +POSTHOOK: Lineage: testaltcolt.ctinyint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: select cId, cTimeStamp from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cTimeStamp from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cTimeStamp from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cTimeStamp from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: drop table if exists testAltColT +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: drop table if exists testAltColT +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: drop table if exists testAltColSF +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists testAltColSF +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table testAltColSF stored as sequencefile as select * from testAltCol +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@testaltcol +PREHOOK: Output: database:default +PREHOOK: Output: default@testAltColSF +POSTHOOK: query: create table testAltColSF stored as sequencefile as select * from testAltCol +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@testaltcol +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testAltColSF +POSTHOOK: Lineage: testaltcolsf.cbigint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: testaltcolsf.cboolean SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cboolean, type:boolean, comment:null), ] +POSTHOOK: Lineage: testaltcolsf.cdecimal SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cdecimal, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: testaltcolsf.cdouble SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: testaltcolsf.cfloat SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: testaltcolsf.cid SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cid, type:tinyint, comment:null), ] +POSTHOOK: Lineage: testaltcolsf.cint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: testaltcolsf.csmallint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: testaltcolsf.ctimestamp SIMPLE [(testaltcol)testaltcol.FieldSchema(name:ctimestamp, type:timestamp, comment:null), ] +POSTHOOK: Lineage: testaltcolsf.ctinyint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: select cId, cTimeStamp from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cTimeStamp from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cTimeStamp from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cTimeStamp from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: drop table if exists testAltColSF +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: drop table if exists testAltColSF +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: drop table if exists testAltColORC +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists testAltColORC +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table testAltColORC stored as orc as select * from testAltCol +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@testaltcol +PREHOOK: Output: database:default +PREHOOK: Output: default@testAltColORC +POSTHOOK: query: create table testAltColORC stored as orc as select * from testAltCol +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@testaltcol +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testAltColORC +POSTHOOK: Lineage: testaltcolorc.cbigint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: testaltcolorc.cboolean SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cboolean, type:boolean, comment:null), ] +POSTHOOK: Lineage: testaltcolorc.cdecimal SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cdecimal, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: testaltcolorc.cdouble SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: testaltcolorc.cfloat SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: testaltcolorc.cid SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cid, type:tinyint, comment:null), ] +POSTHOOK: Lineage: testaltcolorc.cint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: testaltcolorc.csmallint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: testaltcolorc.ctimestamp SIMPLE [(testaltcol)testaltcol.FieldSchema(name:ctimestamp, type:timestamp, comment:null), ] +POSTHOOK: Lineage: testaltcolorc.ctinyint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: select cId, cTimeStamp from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:00.000000001 +3 1400-01-01 01:01:00.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cTimeStamp from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:00.000000001 +3 1400-01-01 01:01:00.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.1 2.2 3.3 +3 10.1 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 TRUE +2 FALSE +3 TRUE +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cTimeStamp from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:00.000000001 +3 1400-01-01 01:01:00.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.1 2.2 3.3 +3 10.1 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 TRUE +2 FALSE +3 TRUE +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cTimeStamp from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:00.000000001 +3 1400-01-01 01:01:00.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.1 2.2 3.3 +3 10.1 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 TRUE +2 FALSE +3 TRUE +PREHOOK: query: drop table if exists testAltColORC +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: drop table if exists testAltColORC +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: drop table if exists testAltColRCF +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists testAltColRCF +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table testAltColRCF stored as rcfile as select * from testAltCol +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@testaltcol +PREHOOK: Output: database:default +PREHOOK: Output: default@testAltColRCF +POSTHOOK: query: create table testAltColRCF stored as rcfile as select * from testAltCol +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@testaltcol +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testAltColRCF +POSTHOOK: Lineage: testaltcolrcf.cbigint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: testaltcolrcf.cboolean SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cboolean, type:boolean, comment:null), ] +POSTHOOK: Lineage: testaltcolrcf.cdecimal SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cdecimal, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: testaltcolrcf.cdouble SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: testaltcolrcf.cfloat SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: testaltcolrcf.cid SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cid, type:tinyint, comment:null), ] +POSTHOOK: Lineage: testaltcolrcf.cint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: testaltcolrcf.csmallint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: testaltcolrcf.ctimestamp SIMPLE [(testaltcol)testaltcol.FieldSchema(name:ctimestamp, type:timestamp, comment:null), ] +POSTHOOK: Lineage: testaltcolrcf.ctinyint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: select cId, cTimeStamp from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cTimeStamp from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cTimeStamp from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cTimeStamp from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: drop table if exists testAltColRCF +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: drop table if exists testAltColRCF +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: drop table if exists testAltColP +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists testAltColP +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table testAltColP stored as parquet as select * from testAltCol +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@testaltcol +PREHOOK: Output: database:default +PREHOOK: Output: default@testAltColP +POSTHOOK: query: create table testAltColP stored as parquet as select * from testAltCol +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@testaltcol +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testAltColP +POSTHOOK: Lineage: testaltcolp.cbigint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: testaltcolp.cboolean SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cboolean, type:boolean, comment:null), ] +POSTHOOK: Lineage: testaltcolp.cdecimal SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cdecimal, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: testaltcolp.cdouble SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: testaltcolp.cfloat SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: testaltcolp.cid SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cid, type:tinyint, comment:null), ] +POSTHOOK: Lineage: testaltcolp.cint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: testaltcolp.csmallint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: testaltcolp.ctimestamp SIMPLE [(testaltcol)testaltcol.FieldSchema(name:ctimestamp, type:timestamp, comment:null), ] +POSTHOOK: Lineage: testaltcolp.ctinyint SIMPLE [(testaltcol)testaltcol.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: select cId, cTimeStamp from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.100000000000000000 2.2 3.3 +3 10.100000000000000000 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColP replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolp +PREHOOK: Output: default@testaltcolp +POSTHOOK: query: alter table testAltColP replace columns +(cId TINYINT, + cTimeStamp STRING, + cDecimal STRING, + cDouble STRING, + cFloat STRING, + cBigInt STRING, + cInt STRING, + cSmallInt STRING, + cTinyint STRING, + cBoolean STRING) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolp +POSTHOOK: Output: default@testaltcolp +PREHOOK: query: select cId, cTimeStamp from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.1 2.2 3.3 +3 10.1 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColP replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolp +PREHOOK: Output: default@testaltcolp +POSTHOOK: query: alter table testAltColP replace columns +(cId TINYINT, + cTimeStamp VARCHAR(100), + cDecimal VARCHAR(100), + cDouble VARCHAR(100), + cFloat VARCHAR(100), + cBigInt VARCHAR(100), + cInt VARCHAR(100), + cSmallInt VARCHAR(100), + cTinyint VARCHAR(100), + cBoolean VARCHAR(100)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolp +POSTHOOK: Output: default@testaltcolp +PREHOOK: query: select cId, cTimeStamp from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.1 2.2 3.3 +3 10.1 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: alter table testAltColP replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolp +PREHOOK: Output: default@testaltcolp +POSTHOOK: query: alter table testAltColP replace columns +(cId TINYINT, + cTimeStamp CHAR(100), + cDecimal CHAR(100), + cDouble CHAR(100), + cFloat CHAR(100), + cBigInt CHAR(100), + cInt CHAR(100), + cSmallInt CHAR(100), + cTinyint CHAR(100), + cBoolean CHAR(100)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolp +POSTHOOK: Output: default@testaltcolp +PREHOOK: query: select cId, cTimeStamp from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cTimeStamp from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 2017-11-07 09:02:49.999999999 +2 1400-01-01 01:01:01.000000001 +3 1400-01-01 01:01:01.000000001 +PREHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cDecimal, cDouble, cFloat from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 12345678901234567890.123456789012345678 1.79E308 3.4E38 +2 1.1 2.2 3.3 +3 10.1 20.2 30.3 +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 1234567890123456789 1234567890 12345 123 +2 1 2 3 4 +3 1234567890123456789 1234567890 12345 123 +PREHOOK: query: select cId, cBoolean from testAltColP order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBoolean from testAltColP order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolp +#### A masked pattern was here #### +1 true +2 false +3 true +PREHOOK: query: drop table if exists testAltColP +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testaltcolp +PREHOOK: Output: default@testaltcolp +POSTHOOK: query: drop table if exists testAltColP +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testaltcolp +POSTHOOK: Output: default@testaltcolp diff --git serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableHiveCharObjectInspector.java serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableHiveCharObjectInspector.java index 3204e309686f295810c1e850c8028303b2f5f7ff..0f018a4184a70daa980838fde0d65e8dc17a0923 100644 --- serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableHiveCharObjectInspector.java +++ serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableHiveCharObjectInspector.java @@ -18,10 +18,17 @@ package org.apache.hadoop.hive.serde2.objectinspector.primitive; import org.apache.hadoop.hive.common.type.HiveChar; +import org.apache.hadoop.hive.serde2.io.DoubleWritable; import org.apache.hadoop.hive.serde2.io.HiveCharWritable; +import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable; +import org.apache.hadoop.hive.serde2.io.TimestampWritable; import org.apache.hadoop.hive.serde2.typeinfo.BaseCharUtils; import org.apache.hadoop.hive.serde2.typeinfo.CharTypeInfo; import org.apache.hadoop.io.Text; +import org.apache.hadoop.io.FloatWritable; +import org.apache.hadoop.io.LongWritable; +import org.apache.hadoop.io.IntWritable; +import org.apache.hadoop.io.BooleanWritable; import java.nio.ByteBuffer; import java.nio.CharBuffer; @@ -65,8 +72,11 @@ public HiveCharWritable getPrimitiveWritableObject(Object o) { return null; } - if (o instanceof Text) { - String str = ((Text)o).toString(); + if ((o instanceof Text) || (o instanceof TimestampWritable) + || (o instanceof HiveDecimalWritable) || (o instanceof DoubleWritable) + || (o instanceof FloatWritable) || (o instanceof LongWritable) || (o instanceof IntWritable) + || (o instanceof BooleanWritable)) { + String str = o.toString(); HiveCharWritable hcw = new HiveCharWritable(); hcw.set(str, ((CharTypeInfo)typeInfo).getLength()); return hcw; diff --git serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableHiveVarcharObjectInspector.java serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableHiveVarcharObjectInspector.java index 8ac2d8477e1071f95d3f5faed8a7be92c76e6347..c858d47e9acb65fb28bea85f9ad430f6f76d0c92 100644 --- serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableHiveVarcharObjectInspector.java +++ serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableHiveVarcharObjectInspector.java @@ -17,17 +17,20 @@ */ package org.apache.hadoop.hive.serde2.objectinspector.primitive; -import org.apache.hadoop.hive.common.type.HiveChar; +import org.apache.hadoop.hive.serde2.io.DoubleWritable; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.hadoop.hive.common.type.HiveVarchar; -import org.apache.hadoop.hive.serde2.io.HiveCharWritable; -import org.apache.hadoop.hive.serde2.io.HiveVarcharWritable; -import org.apache.hadoop.hive.serde2.typeinfo.CharTypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.VarcharTypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.BaseCharUtils; +import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable; +import org.apache.hadoop.hive.serde2.io.TimestampWritable; +import org.apache.hadoop.hive.serde2.io.HiveVarcharWritable; import org.apache.hadoop.io.Text; -import org.apache.hive.common.util.HiveStringUtils; +import org.apache.hadoop.io.FloatWritable; +import org.apache.hadoop.io.LongWritable; +import org.apache.hadoop.io.IntWritable; +import org.apache.hadoop.io.BooleanWritable; public class WritableHiveVarcharObjectInspector extends AbstractPrimitiveWritableObjectInspector implements SettableHiveVarcharObjectInspector { @@ -49,8 +52,11 @@ public HiveVarchar getPrimitiveJavaObject(Object o) { return null; } - if (o instanceof Text) { - String str = ((Text)o).toString(); + if ((o instanceof Text) || (o instanceof TimestampWritable) + || (o instanceof HiveDecimalWritable) || (o instanceof DoubleWritable) + || (o instanceof FloatWritable) || (o instanceof LongWritable) || (o instanceof IntWritable) + || (o instanceof BooleanWritable)) { + String str = o.toString(); return new HiveVarchar(str, ((VarcharTypeInfo)typeInfo).getLength()); } @@ -69,8 +75,11 @@ public HiveVarcharWritable getPrimitiveWritableObject(Object o) { return null; } - if (o instanceof Text) { - String str = ((Text)o).toString(); + if ((o instanceof Text) || (o instanceof TimestampWritable) + || (o instanceof HiveDecimalWritable) || (o instanceof DoubleWritable) + || (o instanceof FloatWritable) || (o instanceof LongWritable) || (o instanceof IntWritable) + || (o instanceof BooleanWritable)) { + String str = o.toString(); HiveVarcharWritable hcw = new HiveVarcharWritable(); hcw.set(str, ((VarcharTypeInfo)typeInfo).getLength()); return hcw;