commit 532b403a2b73521bdf059024b3b2fef07def0c51 Author: Janaki Lahorani Date: Wed Apr 25 11:12:18 2018 -0700 HIVE-19317: Handle schema evaluation from int like types to float, double and decimal. Change-Id: I82a87a1c4a587ee1cb769c4f46de82c12203e5ba diff --git ql/src/java/org/apache/hadoop/hive/ql/io/parquet/convert/ETypeConverter.java ql/src/java/org/apache/hadoop/hive/ql/io/parquet/convert/ETypeConverter.java index 21762cd78b3a2196c04d4568c026188e64201cff..f56a6ec6c21bd2a69b646700bafa98a588d1e6ea 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/parquet/convert/ETypeConverter.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/parquet/convert/ETypeConverter.java @@ -26,6 +26,8 @@ import org.apache.hadoop.hive.serde2.io.DoubleWritable; import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable; import org.apache.hadoop.hive.serde2.io.TimestampWritable; +import org.apache.hadoop.hive.serde2.typeinfo.DecimalTypeInfo; +import org.apache.hadoop.hive.serde2.typeinfo.HiveDecimalUtils; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoFactory; import org.apache.hadoop.io.BooleanWritable; @@ -95,307 +97,206 @@ public void addFloat(final float value) { @Override PrimitiveConverter getConverter(final PrimitiveType type, final int index, final ConverterParent parent, TypeInfo hiveTypeInfo) { - if (OriginalType.UINT_8 == type.getOriginalType() || - OriginalType.UINT_16 == type.getOriginalType() || - OriginalType.UINT_32 == type.getOriginalType() || - OriginalType.UINT_64 == type.getOriginalType()) { - if (hiveTypeInfo != null) { - switch (hiveTypeInfo.getTypeName()) { - case serdeConstants.BIGINT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { - if (value >= 0) { - parent.set(index, new LongWritable((long) value)); - } else { - parent.set(index, null); - } - } - }; - case serdeConstants.FLOAT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { - if (value >= 0) { - parent.set(index, new FloatWritable((float) value)); - } else { - parent.set(index, null); - } - } - }; - case serdeConstants.DOUBLE_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { - if (value >= 0) { - parent.set(index, new DoubleWritable((float) value)); - } else { - parent.set(index, null); - } - } - }; - case serdeConstants.SMALLINT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { - if ((value >= 0) && (value <= Short.MAX_VALUE)) { - parent.set(index, new IntWritable((int) value)); - } else { - parent.set(index, null); - } - } - }; - case serdeConstants.TINYINT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { - if ((value >= 0) && (value <= Byte.MAX_VALUE)) { - parent.set(index, new IntWritable((int) value)); - } else { - parent.set(index, null); - } - } - }; - default: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { - if (value >= 0) { - parent.set(index, new IntWritable(value)); - } else { - parent.set(index, null); - } - } - }; - } - } - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { - if (value >= 0) { - parent.set(index, new IntWritable(value)); - } else { - parent.set(index, null); - } - } - }; - } else { - if (hiveTypeInfo != null) { - switch (hiveTypeInfo.getTypeName()) { - case serdeConstants.BIGINT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { + String typeName = ETypeConverter.getRealTypeName(hiveTypeInfo); + final long minValue = getMinValue(type, typeName, Integer.MIN_VALUE); + final long maxValue = getMaxValue(typeName, Integer.MAX_VALUE); + + if (hiveTypeInfo != null) { + switch (typeName) { + case serdeConstants.BIGINT_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addInt(final int value) { + if (value >= minValue) { parent.set(index, new LongWritable((long) value)); + } else { + parent.set(index, null); } - }; - case serdeConstants.FLOAT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { + } + }; + case serdeConstants.FLOAT_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addInt(final int value) { + if (value >= minValue) { parent.set(index, new FloatWritable((float) value)); + } else { + parent.set(index, null); } - }; - case serdeConstants.DOUBLE_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { + } + }; + case serdeConstants.DOUBLE_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addInt(final int value) { + if (value >= minValue) { parent.set(index, new DoubleWritable((float) value)); + } else { + parent.set(index, null); } - }; - case serdeConstants.SMALLINT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { - if ((value >= Short.MIN_VALUE) && (value <= Short.MAX_VALUE)) { - parent.set(index, new IntWritable((int) value)); - } else { - parent.set(index, null); - } + } + }; + case serdeConstants.DECIMAL_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addInt(final int value) { + if (value >= minValue) { + parent.set(index, HiveDecimalUtils + .enforcePrecisionScale(new HiveDecimalWritable(value), + (DecimalTypeInfo) hiveTypeInfo)); + } else { + parent.set(index, null); + } + } + }; + case serdeConstants.SMALLINT_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addInt(final int value) { + if ((value >= minValue) && (value <= maxValue)) { + parent.set(index, new IntWritable((int) value)); + } else { + parent.set(index, null); } - }; - case serdeConstants.TINYINT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { - if ((value >= Byte.MIN_VALUE) && (value <= Byte.MAX_VALUE)) { - parent.set(index, new IntWritable((int) value)); - } else { - parent.set(index, null); - } + } + }; + case serdeConstants.TINYINT_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addInt(final int value) { + if ((value >= minValue) && (value <= maxValue)) { + parent.set(index, new IntWritable((int) value)); + } else { + parent.set(index, null); } - }; - default: - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { + } + }; + default: + return new PrimitiveConverter() { + @Override + public void addInt(final int value) { + if ((value >= minValue) && (value <= maxValue)) { parent.set(index, new IntWritable(value)); + } else { + parent.set(index, null); } - }; - } + } + }; } - return new PrimitiveConverter() { - @Override - public void addInt(final int value) { + } + return new PrimitiveConverter() { + @Override + public void addInt(final int value) { + if ((value >= minValue) && (value <= maxValue)) { parent.set(index, new IntWritable(value)); + } else { + parent.set(index, null); } - }; - } + } + }; } }, EINT64_CONVERTER(Long.TYPE) { @Override - PrimitiveConverter getConverter(final PrimitiveType type, final int index, final ConverterParent parent, TypeInfo hiveTypeInfo) { - if (OriginalType.UINT_8 == type.getOriginalType() || - OriginalType.UINT_16 == type.getOriginalType() || - OriginalType.UINT_32 == type.getOriginalType() || - OriginalType.UINT_64 == type.getOriginalType()) { - if (hiveTypeInfo != null) { - switch (hiveTypeInfo.getTypeName()) { - case serdeConstants.FLOAT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addLong(final long value) { - if (value >= 0) { - parent.set(index, new FloatWritable(value)); - } else { - parent.set(index, null); - } - } - }; - case serdeConstants.DOUBLE_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addLong(final long value) { - if (value >= 0) { - parent.set(index, new DoubleWritable(value)); - } else { - parent.set(index, null); - } - } - }; - case serdeConstants.INT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addLong(long value) { - if ((value >= 0) && (value <= Integer.MAX_VALUE)) { - parent.set(index, new IntWritable((int) value)); - } else { - parent.set(index, null); - } - } - }; - case serdeConstants.SMALLINT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addLong(long value) { - if ((value >= 0) && (value <= Short.MAX_VALUE)) { - parent.set(index, new IntWritable((int) value)); - } else { - parent.set(index, null); - } - } - }; - case serdeConstants.TINYINT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addLong(long value) { - if ((value >= 0) && (value <= Byte.MAX_VALUE)) { - parent.set(index, new IntWritable((int) value)); - } else { - parent.set(index, null); - } - } - }; - default: - return new PrimitiveConverter() { - @Override - public void addLong(final long value) { - if (value >= 0) { - parent.set(index, new LongWritable(value)); - } else { - parent.set(index, null); - } - } - }; - } - } - return new PrimitiveConverter() { - @Override - public void addLong(final long value) { - if (value >= 0) { - parent.set(index, new LongWritable(value)); - } else { - parent.set(index, null); - } - } - }; - } else { - if (hiveTypeInfo != null) { - switch (hiveTypeInfo.getTypeName()) { - case serdeConstants.FLOAT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addLong(final long value) { + PrimitiveConverter getConverter(final PrimitiveType type, final int index, + final ConverterParent parent, TypeInfo hiveTypeInfo) { + String typeName = ETypeConverter.getRealTypeName(hiveTypeInfo); + final long minValue = getMinValue(type, typeName, Long.MIN_VALUE); + final long maxValue = getMaxValue(typeName, Long.MAX_VALUE); + + if (hiveTypeInfo != null) { + switch (typeName) { + case serdeConstants.FLOAT_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addLong(final long value) { + if (value >= minValue) { parent.set(index, new FloatWritable(value)); + } else { + parent.set(index, null); } - }; - case serdeConstants.DOUBLE_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addLong(final long value) { + } + }; + case serdeConstants.DOUBLE_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addLong(final long value) { + if (value >= minValue) { parent.set(index, new DoubleWritable(value)); + } else { + parent.set(index, null); + } + } + }; + case serdeConstants.DECIMAL_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addLong(long value) { + if (value >= minValue) { + parent.set(index, HiveDecimalUtils + .enforcePrecisionScale(new HiveDecimalWritable(value), + (DecimalTypeInfo) hiveTypeInfo)); + } else { + parent.set(index, null); } - }; - case serdeConstants.INT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addLong(long value) { - if ((value >= Integer.MIN_VALUE) && (value <= Integer.MAX_VALUE)) { - parent.set(index, new IntWritable((int) value)); - } else { - parent.set(index, null); - } + } + }; + case serdeConstants.INT_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addLong(long value) { + if ((value >= minValue) && (value <= maxValue)) { + parent.set(index, new IntWritable((int) value)); + } else { + parent.set(index, null); } - }; - case serdeConstants.SMALLINT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addLong(long value) { - if ((value >= Short.MIN_VALUE) && (value <= Short.MAX_VALUE)) { - parent.set(index, new IntWritable((int) value)); - } else { - parent.set(index, null); - } + } + }; + case serdeConstants.SMALLINT_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addLong(long value) { + if ((value >= minValue) && (value <= maxValue)) { + parent.set(index, new IntWritable((int) value)); + } else { + parent.set(index, null); } - }; - case serdeConstants.TINYINT_TYPE_NAME: - return new PrimitiveConverter() { - @Override - public void addLong(long value) { - if ((value >= Byte.MIN_VALUE) && (value <= Byte.MAX_VALUE)) { - parent.set(index, new IntWritable((int) value)); - } else { - parent.set(index, null); - } + } + }; + case serdeConstants.TINYINT_TYPE_NAME: + return new PrimitiveConverter() { + @Override + public void addLong(long value) { + if ((value >= minValue) && (value <= maxValue)) { + parent.set(index, new IntWritable((int) value)); + } else { + parent.set(index, null); } - }; - default: - return new PrimitiveConverter() { - @Override - public void addLong(final long value) { + } + }; + default: + return new PrimitiveConverter() { + @Override + public void addLong(final long value) { + if (value >= minValue) { parent.set(index, new LongWritable(value)); + } else { + parent.set(index, null); } - }; - } + } + }; } - return new PrimitiveConverter() { - @Override - public void addLong(final long value) { + } + return new PrimitiveConverter() { + @Override + public void addLong(final long value) { + if (value >= minValue) { parent.set(index, new LongWritable(value)); + } else { + parent.set(index, null); } - }; - } + } + }; } }, EBINARY_CONVERTER(Binary.class) { @@ -426,7 +327,9 @@ PrimitiveConverter getConverter(final PrimitiveType type, final int index, final return new BinaryConverter(type, parent, index) { @Override protected HiveDecimalWritable convert(Binary binary) { - return new HiveDecimalWritable(binary.getBytes(), type.getDecimalMetadata().getScale()); + return HiveDecimalUtils.enforcePrecisionScale( + new HiveDecimalWritable(binary.getBytes(), type.getDecimalMetadata().getScale()), + (DecimalTypeInfo) hiveTypeInfo); } }; } @@ -497,6 +400,58 @@ public static PrimitiveConverter getNewConverter(final PrimitiveType type, final throw new IllegalArgumentException("Converter not found ... for type : " + type); } + /** + * + * The typename part of typeinfo can contain more than typename. For example, in the case of + * Decimal it can contain precision and scale. SerdeConstants defines typenames without the + * attributes. This function will trim the typename of its attributes to find the type name as + * defined in SerdeConstants. + * + * @param hiveTypeInfo Hive type information. + * + * @return The type name as defined in SerdeConstants. + * + */ + public static String getRealTypeName(TypeInfo hiveTypeInfo) { + if (hiveTypeInfo != null) { + return hiveTypeInfo.getTypeName().toLowerCase().replaceFirst("[(]+.*", "").trim(); + } + return null; + } + + private static long getMinValue(final PrimitiveType type, String typeName, long defaultValue) { + if (OriginalType.UINT_8 == type.getOriginalType() || + OriginalType.UINT_16 == type.getOriginalType() || + OriginalType.UINT_32 == type.getOriginalType() || + OriginalType.UINT_64 == type.getOriginalType()) { + return 0; + } else { + switch (typeName) { + case serdeConstants.INT_TYPE_NAME: + return Integer.MIN_VALUE; + case serdeConstants.SMALLINT_TYPE_NAME: + return Short.MIN_VALUE; + case serdeConstants.TINYINT_TYPE_NAME: + return Byte.MIN_VALUE; + default: + return defaultValue; + } + } + } + + private static long getMaxValue(String typeName, long defaultValue) { + switch (typeName) { + case serdeConstants.INT_TYPE_NAME: + return Integer.MAX_VALUE; + case serdeConstants.SMALLINT_TYPE_NAME: + return Short.MAX_VALUE; + case serdeConstants.TINYINT_TYPE_NAME: + return Byte.MAX_VALUE; + default: + return defaultValue; + } + } + public abstract static class BinaryConverter extends PrimitiveConverter { protected final PrimitiveType type; private final ConverterParent parent; diff --git ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/ParquetDataColumnReaderFactory.java ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/ParquetDataColumnReaderFactory.java index 17d6e338e6ff136199ed4a3f6bde0f29368f5e2e..fc92d9ffb45d0fd47947a545f5b646eeb6cd7738 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/ParquetDataColumnReaderFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/ParquetDataColumnReaderFactory.java @@ -20,11 +20,13 @@ import org.apache.hadoop.hive.common.type.HiveBaseChar; import org.apache.hadoop.hive.ql.exec.vector.expressions.StringExpr; +import org.apache.hadoop.hive.ql.io.parquet.convert.ETypeConverter; import org.apache.hadoop.hive.ql.io.parquet.timestamp.NanoTime; import org.apache.hadoop.hive.ql.io.parquet.timestamp.NanoTimeUtils; import org.apache.hadoop.hive.serde.serdeConstants; import org.apache.hadoop.hive.serde2.io.HiveDecimalWritable; import org.apache.hadoop.hive.serde2.typeinfo.CharTypeInfo; +import org.apache.hadoop.hive.serde2.typeinfo.DecimalTypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.VarcharTypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; @@ -475,6 +477,34 @@ public boolean isValid(long value) { } } + /** + * The reader who reads long data using Decimal type. + */ + public static class Types64Int2DecimalPageReader extends TypesFromInt64PageReader { + private int precision = 0; + private int scale = 0; + + public Types64Int2DecimalPageReader(ValuesReader realReader, int length, int precision, + int scale) { + super(realReader, length); + this.precision = precision; + this.scale = scale; + } + + public Types64Int2DecimalPageReader(Dictionary dict, int length, int precision, int scale) { + super(dict, length); + this.precision = precision; + this.scale = scale; + } + + @Override + public boolean isValid(long value) { + HiveDecimalWritable hiveDecimalWritable = new HiveDecimalWritable(value); + hiveDecimalWritable.mutateEnforcePrecisionScale(precision, scale); + return hiveDecimalWritable.isSet(); + } + } + /** * The reader who reads unsigned long data. */ @@ -549,6 +579,34 @@ public boolean isValid(long value) { } } + /** + * The reader who reads unsigned long data using Decimal type. + */ + public static class Types64UInt2DecimalPageReader extends TypesFromInt64PageReader { + private int precision = 0; + private int scale = 0; + + public Types64UInt2DecimalPageReader(ValuesReader realReader, int length, int precision, + int scale) { + super(realReader, length); + this.precision = precision; + this.scale = scale; + } + + public Types64UInt2DecimalPageReader(Dictionary dict, int length, int precision, int scale) { + super(dict, length); + this.precision = precision; + this.scale = scale; + } + + @Override + public boolean isValid(long value) { + HiveDecimalWritable hiveDecimalWritable = new HiveDecimalWritable(value); + hiveDecimalWritable.mutateEnforcePrecisionScale(precision, scale); + return ((value >= 0) && hiveDecimalWritable.isSet()); + } + } + /** * The reader who reads int data using smallint type. */ @@ -585,6 +643,34 @@ public boolean isValid(long value) { } } + /** + * The reader who reads int data using Decimal type. + */ + public static class Types32Int2DecimalPageReader extends TypesFromInt32PageReader { + private int precision = 0; + private int scale = 0; + + public Types32Int2DecimalPageReader(ValuesReader realReader, int length, int precision, + int scale) { + super(realReader, length); + this.precision = precision; + this.scale = scale; + } + + public Types32Int2DecimalPageReader(Dictionary dict, int length, int precision, int scale) { + super(dict, length); + this.precision = precision; + this.scale = scale; + } + + @Override + public boolean isValid(long value) { + HiveDecimalWritable hiveDecimalWritable = new HiveDecimalWritable(value); + hiveDecimalWritable.mutateEnforcePrecisionScale(precision, scale); + return hiveDecimalWritable.isSet(); + } + } + /** * The reader who reads unsigned int data. */ @@ -639,6 +725,34 @@ public boolean isValid(long value) { } } + /** + * The reader who reads unsigned int data using Decimal type. + */ + public static class Types32UInt2DecimalPageReader extends TypesFromInt32PageReader { + private int precision = 0; + private int scale = 0; + + public Types32UInt2DecimalPageReader(ValuesReader realReader, int length, int precision, + int scale) { + super(realReader, length); + this.precision = precision; + this.scale = scale; + } + + public Types32UInt2DecimalPageReader(Dictionary dict, int length, int precision, int scale) { + super(dict, length); + this.precision = precision; + this.scale = scale; + } + + @Override + public boolean isValid(long value) { + HiveDecimalWritable hiveDecimalWritable = new HiveDecimalWritable(value); + hiveDecimalWritable.mutateEnforcePrecisionScale(precision, scale); + return hiveDecimalWritable.isSet(); + } + } + /** * The reader who reads from the underlying float value value. Implementation is in consist with * ETypeConverter EFLOAT_CONVERTER @@ -1044,6 +1158,7 @@ private static ParquetDataColumnReader getDataColumnReaderByTypeHelper(boolean i throws IOException { // max length for varchar and char cases int length = getVarcharLength(hiveType); + String typeName = ETypeConverter.getRealTypeName(hiveType); switch (parquetType.getPrimitiveTypeName()) { case INT32: @@ -1051,25 +1166,41 @@ private static ParquetDataColumnReader getDataColumnReaderByTypeHelper(boolean i OriginalType.UINT_16 == parquetType.getOriginalType() || OriginalType.UINT_32 == parquetType.getOriginalType() || OriginalType.UINT_64 == parquetType.getOriginalType()) { - switch (hiveType.getTypeName()) { + switch (typeName) { case serdeConstants.SMALLINT_TYPE_NAME: return isDictionary ? new Types32UInt2SmallintPageReader(dictionary, length) : new Types32UInt2SmallintPageReader(valuesReader, length); case serdeConstants.TINYINT_TYPE_NAME: return isDictionary ? new Types32UInt2TinyintPageReader(dictionary, length) : new Types32UInt2TinyintPageReader(valuesReader, length); + case serdeConstants.DECIMAL_TYPE_NAME: + return isDictionary ? + new Types32UInt2DecimalPageReader(dictionary, length, + ((DecimalTypeInfo) hiveType).getPrecision(), + ((DecimalTypeInfo) hiveType).getScale()) : + new Types32UInt2DecimalPageReader(valuesReader, length, + ((DecimalTypeInfo) hiveType).getPrecision(), + ((DecimalTypeInfo) hiveType).getScale()); default: return isDictionary ? new TypesFromUInt32PageReader(dictionary, length) : new TypesFromUInt32PageReader(valuesReader, length); } } else { - switch (hiveType.getTypeName()) { + switch (typeName) { case serdeConstants.SMALLINT_TYPE_NAME: return isDictionary ? new Types32Int2SmallintPageReader(dictionary, length) : new Types32Int2SmallintPageReader(valuesReader, length); case serdeConstants.TINYINT_TYPE_NAME: return isDictionary ? new Types32Int2TinyintPageReader(dictionary, length) : new Types32Int2TinyintPageReader(valuesReader, length); + case serdeConstants.DECIMAL_TYPE_NAME: + return isDictionary ? + new Types32Int2DecimalPageReader(dictionary, length, + ((DecimalTypeInfo) hiveType).getPrecision(), + ((DecimalTypeInfo) hiveType).getScale()) : + new Types32Int2DecimalPageReader(valuesReader, length, + ((DecimalTypeInfo) hiveType).getPrecision(), + ((DecimalTypeInfo) hiveType).getScale()); default: return isDictionary ? new TypesFromInt32PageReader(dictionary, length) : new TypesFromInt32PageReader(valuesReader, length); @@ -1080,7 +1211,7 @@ private static ParquetDataColumnReader getDataColumnReaderByTypeHelper(boolean i OriginalType.UINT_16 == parquetType.getOriginalType() || OriginalType.UINT_32 == parquetType.getOriginalType() || OriginalType.UINT_64 == parquetType.getOriginalType()) { - switch (hiveType.getTypeName()) { + switch (typeName) { case serdeConstants.INT_TYPE_NAME: return isDictionary ? new Types64UInt2IntPageReader(dictionary, length) : new Types64UInt2IntPageReader(valuesReader, length); @@ -1090,12 +1221,20 @@ private static ParquetDataColumnReader getDataColumnReaderByTypeHelper(boolean i case serdeConstants.TINYINT_TYPE_NAME: return isDictionary ? new Types64UInt2TinyintPageReader(dictionary, length) : new Types64UInt2TinyintPageReader(valuesReader, length); + case serdeConstants.DECIMAL_TYPE_NAME: + return isDictionary ? + new Types64UInt2DecimalPageReader(dictionary, length, + ((DecimalTypeInfo) hiveType).getPrecision(), + ((DecimalTypeInfo) hiveType).getScale()) : + new Types64UInt2DecimalPageReader(valuesReader, length, + ((DecimalTypeInfo) hiveType).getPrecision(), + ((DecimalTypeInfo) hiveType).getScale()); default: return isDictionary ? new TypesFromUInt64PageReader(dictionary, length) : new TypesFromUInt64PageReader(valuesReader, length); } } else { - switch (hiveType.getTypeName()) { + switch (typeName) { case serdeConstants.INT_TYPE_NAME: return isDictionary ? new Types64Int2IntPageReader(dictionary, length) : new Types64Int2IntPageReader(valuesReader, length); @@ -1105,6 +1244,14 @@ private static ParquetDataColumnReader getDataColumnReaderByTypeHelper(boolean i case serdeConstants.TINYINT_TYPE_NAME: return isDictionary ? new Types64Int2TinyintPageReader(dictionary, length) : new Types64Int2TinyintPageReader(valuesReader, length); + case serdeConstants.DECIMAL_TYPE_NAME: + return isDictionary ? + new Types64Int2DecimalPageReader(dictionary, length, + ((DecimalTypeInfo) hiveType).getPrecision(), + ((DecimalTypeInfo) hiveType).getScale()) : + new Types64Int2DecimalPageReader(valuesReader, length, + ((DecimalTypeInfo) hiveType).getPrecision(), + ((DecimalTypeInfo) hiveType).getScale()); default: return isDictionary ? new TypesFromInt64PageReader(dictionary, length) : new TypesFromInt64PageReader(valuesReader, length); diff --git ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedPrimitiveColumnReader.java ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedPrimitiveColumnReader.java index 4e6993b61a43da00bdf1063014300be4dfc0cf67..28f3151b3c20642094f167642e8d50276fd1f83b 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedPrimitiveColumnReader.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/parquet/vector/VectorizedPrimitiveColumnReader.java @@ -23,10 +23,14 @@ import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; import org.apache.parquet.column.ColumnDescriptor; import org.apache.parquet.column.page.PageReader; +import org.apache.parquet.schema.DecimalMetadata; import org.apache.parquet.schema.Type; import java.io.IOException; +import static org.apache.parquet.schema.PrimitiveType.PrimitiveTypeName.INT32; +import static org.apache.parquet.schema.PrimitiveType.PrimitiveTypeName.INT64; + /** * It's column level Parquet reader which is used to read a batch of records for a column, * part of the code is referred from Apache Spark and Apache Parquet. @@ -250,16 +254,28 @@ private void readDecimal( int total, DecimalColumnVector c, int rowId) throws IOException { - decimalTypeCheck(type); + + DecimalMetadata decimalMetadata = type.asPrimitiveType().getDecimalMetadata(); + fillDecimalPrecisionScale(decimalMetadata, c); + int left = total; - c.precision = (short) type.asPrimitiveType().getDecimalMetadata().getPrecision(); - c.scale = (short) type.asPrimitiveType().getDecimalMetadata().getScale(); while (left > 0) { readRepetitionAndDefinitionLevels(); if (definitionLevel >= maxDefLevel) { - c.vector[rowId].set(dataColumn.readDecimal(), c.scale); - c.isNull[rowId] = false; - c.isRepeating = c.isRepeating && (c.vector[0] == c.vector[rowId]); + if (decimalMetadata != null) { + c.vector[rowId].set(dataColumn.readDecimal(), c.scale); + c.isNull[rowId] = false; + c.isRepeating = c.isRepeating && (c.vector[0] == c.vector[rowId]); + } else { + long value = dataColumn.readLong(); + if (dataColumn.isValid(value)) { + c.vector[rowId].setFromLong(value); + c.isNull[rowId] = false; + c.isRepeating = c.isRepeating && (c.vector[0] == c.vector[rowId]); + } else { + setNullValue(c, rowId); + } + } } else { setNullValue(c, rowId); } @@ -454,14 +470,26 @@ private void decodeDictionaryIds( } break; case DECIMAL: - decimalTypeCheck(type); + DecimalMetadata decimalMetadata = type.asPrimitiveType().getDecimalMetadata(); DecimalColumnVector decimalColumnVector = ((DecimalColumnVector) column); - decimalColumnVector.precision = (short) type.asPrimitiveType().getDecimalMetadata().getPrecision(); - decimalColumnVector.scale = (short) type.asPrimitiveType().getDecimalMetadata().getScale(); - for (int i = rowId; i < rowId + num; ++i) { - decimalColumnVector.vector[i] - .set(dictionary.readDecimal((int) dictionaryIds.vector[i]), - decimalColumnVector.scale); + + fillDecimalPrecisionScale(decimalMetadata, decimalColumnVector); + + if (decimalMetadata != null) { + for (int i = rowId; i < rowId + num; ++i) { + decimalColumnVector.vector[i].set(dictionary.readDecimal((int) dictionaryIds.vector[i]), + decimalColumnVector.scale); + } + } else { + for (int i = rowId; i < rowId + num; ++i) { + long value = dictionary.readLong((int) dictionaryIds.vector[i]); + if (dictionary.isValid(value)) { + decimalColumnVector.vector[i] + .setFromLong(dictionary.readLong((int) dictionaryIds.vector[i])); + } else { + setNullValue(column, i); + } + } } break; case TIMESTAMP: @@ -475,4 +503,22 @@ private void decodeDictionaryIds( throw new UnsupportedOperationException("Unsupported type: " + type); } } + + private void fillDecimalPrecisionScale(DecimalMetadata decimalMetadata, + DecimalColumnVector decimalColumnVector) { + if (decimalMetadata != null) { + decimalColumnVector.precision = + (short) type.asPrimitiveType().getDecimalMetadata().getPrecision(); + decimalColumnVector.scale = (short) type.asPrimitiveType().getDecimalMetadata().getScale(); + } else if (type.asPrimitiveType().getPrimitiveTypeName() == INT32) { + decimalColumnVector.precision = 10; + decimalColumnVector.scale = 0; + } else if (type.asPrimitiveType().getPrimitiveTypeName() == INT64) { + decimalColumnVector.precision = 19; + decimalColumnVector.scale = 0; + } else { + throw new UnsupportedOperationException( + "The underlying Parquet type cannot be converted to Hive Decimal type: " + type); + } + } } diff --git ql/src/test/queries/clientpositive/read_uint_parquet.q ql/src/test/queries/clientpositive/read_uint_parquet.q index 09b0b761f6d66361abda5f4bb91d6ae8af1b17fe..baf328e05ffc9f4220dc2cc748ca0ebb06ed0015 100644 --- ql/src/test/queries/clientpositive/read_uint_parquet.q +++ ql/src/test/queries/clientpositive/read_uint_parquet.q @@ -42,6 +42,69 @@ load data local inpath '../../data/files/data_including_invalid_values.parquet' select * from testtinyintinv; drop table testtinyintinv; +create table testfloatinv +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testfloatinv; +select * from testfloatinv; +drop table testfloatinv; + +create table testdoubleinv +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdoubleinv; +select * from testdoubleinv; +drop table testdoubleinv; + +create table testdecimal22_2inv +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal22_2inv; +select * from testdecimal22_2inv; +drop table testdecimal22_2inv; + +create table testdecimal13_2inv +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal13_2inv; +select * from testdecimal13_2inv; +drop table testdecimal13_2inv; + +create table testdecimal8_2inv +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal8_2inv; +select * from testdecimal8_2inv; +drop table testdecimal8_2inv; + +create table testdecimal6_2inv +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal6_2inv; +select * from testdecimal6_2inv; +drop table testdecimal6_2inv; + +create table testdecimal3_2inv +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal3_2inv; +select * from testdecimal3_2inv; +drop table testdecimal3_2inv; + create table testbigintvalid (col_INT32_UINT_8 bigint, col_INT32_UINT_16 bigint, @@ -77,3 +140,66 @@ create table testtinyintvalid load data local inpath '../../data/files/data_with_valid_values.parquet' into table testtinyintvalid; select * from testtinyintvalid; drop table testtinyintvalid; + +create table testfloatvalid +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testfloatvalid; +select * from testfloatvalid; +drop table testfloatvalid; + +create table testdoublevalid +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdoublevalid; +select * from testdoublevalid; +drop table testdoublevalid; + +create table testdecimal22_2valid +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal22_2valid; +select * from testdecimal22_2valid; +drop table testdecimal22_2valid; + +create table testdecimal13_2valid +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal13_2valid; +select * from testdecimal13_2valid; +drop table testdecimal13_2valid; + +create table testdecimal8_2valid +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal8_2valid; +select * from testdecimal8_2valid; +drop table testdecimal8_2valid; + +create table testdecimal6_2valid +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal6_2valid; +select * from testdecimal6_2valid; +drop table testdecimal6_2valid; + +create table testdecimal3_2valid +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal3_2valid; +select * from testdecimal3_2valid; +drop table testdecimal3_2valid; diff --git ql/src/test/queries/clientpositive/read_uint_parquet_vectorized.q ql/src/test/queries/clientpositive/read_uint_parquet_vectorized.q index 6fcc80268513499148f89bb63d26b50e7c76e054..b02a9fe1c7d69c87bd3d6d22d76e7dc11524a727 100644 --- ql/src/test/queries/clientpositive/read_uint_parquet_vectorized.q +++ ql/src/test/queries/clientpositive/read_uint_parquet_vectorized.q @@ -42,6 +42,69 @@ load data local inpath '../../data/files/data_including_invalid_values.parquet' select * from testtinyintinv; drop table testtinyintinv; +create table testfloatinv +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testfloatinv; +select * from testfloatinv; +drop table testfloatinv; + +create table testdoubleinv +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdoubleinv; +select * from testdoubleinv; +drop table testdoubleinv; + +create table testdecimal22_2inv +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal22_2inv; +select * from testdecimal22_2inv; +drop table testdecimal22_2inv; + +create table testdecimal13_2inv +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal13_2inv; +select * from testdecimal13_2inv; +drop table testdecimal13_2inv; + +create table testdecimal8_2inv +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal8_2inv; +select * from testdecimal8_2inv; +drop table testdecimal8_2inv; + +create table testdecimal6_2inv +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal6_2inv; +select * from testdecimal6_2inv; +drop table testdecimal6_2inv; + +create table testdecimal3_2inv +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet; +load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal3_2inv; +select * from testdecimal3_2inv; +drop table testdecimal3_2inv; + create table testbigintvalid (col_INT32_UINT_8 bigint, col_INT32_UINT_16 bigint, @@ -77,3 +140,66 @@ create table testtinyintvalid load data local inpath '../../data/files/data_with_valid_values.parquet' into table testtinyintvalid; select * from testtinyintvalid; drop table testtinyintvalid; + +create table testfloatvalid +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testfloatvalid; +select * from testfloatvalid; +drop table testfloatvalid; + +create table testdoublevalid +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdoublevalid; +select * from testdoublevalid; +drop table testdoublevalid; + +create table testdecimal22_2valid +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal22_2valid; +select * from testdecimal22_2valid; +drop table testdecimal22_2valid; + +create table testdecimal13_2valid +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal13_2valid; +select * from testdecimal13_2valid; +drop table testdecimal13_2valid; + +create table testdecimal8_2valid +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal8_2valid; +select * from testdecimal8_2valid; +drop table testdecimal8_2valid; + +create table testdecimal6_2valid +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal6_2valid; +select * from testdecimal6_2valid; +drop table testdecimal6_2valid; + +create table testdecimal3_2valid +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet; +load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal3_2valid; +select * from testdecimal3_2valid; +drop table testdecimal3_2valid; diff --git ql/src/test/queries/clientpositive/type_change_test_int.q ql/src/test/queries/clientpositive/type_change_test_int.q index 02ecc3d809597bfcbdd3174bc5450ece56082ec3..0e982420a6ac8bb27a68573ba6559d2af93295cf 100644 --- ql/src/test/queries/clientpositive/type_change_test_int.q +++ ql/src/test/queries/clientpositive/type_change_test_int.q @@ -91,6 +91,81 @@ alter table testAltColT replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColT replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + drop table if exists testAltColT; -- Text type: End @@ -141,6 +216,81 @@ alter table testAltColSF replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + drop table if exists testAltColSF; -- Sequence File type: End @@ -191,6 +341,81 @@ alter table testAltColRCF replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + drop table if exists testAltColRCF; -- RCFile type: End @@ -241,6 +466,81 @@ alter table testAltColORC replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + drop table if exists testAltColORC; -- ORC type: End @@ -291,6 +591,81 @@ alter table testAltColPDE replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + drop table if exists testAltColPDE; -- Parquet type with Dictionary encoding enabled: End @@ -342,5 +717,80 @@ alter table testAltColPDD replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + drop table if exists testAltColPDD; -- Parquet type with Dictionary encoding enabled: End diff --git ql/src/test/queries/clientpositive/type_change_test_int_vectorized.q ql/src/test/queries/clientpositive/type_change_test_int_vectorized.q index 90a390b5cfb1119edd9824e29045bff4c8d9864d..9e93a2f4bc912641839a7643be60db2ded000918 100644 --- ql/src/test/queries/clientpositive/type_change_test_int_vectorized.q +++ ql/src/test/queries/clientpositive/type_change_test_int_vectorized.q @@ -91,6 +91,81 @@ alter table testAltColT replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColT replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId; + drop table if exists testAltColT; -- Text type: End @@ -141,6 +216,81 @@ alter table testAltColSF replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId; + drop table if exists testAltColSF; -- Sequence File type: End @@ -191,6 +341,81 @@ alter table testAltColRCF replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId; + drop table if exists testAltColRCF; -- RCFile type: End @@ -241,6 +466,81 @@ alter table testAltColORC replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId; + drop table if exists testAltColORC; -- ORC type: End @@ -291,6 +591,81 @@ alter table testAltColPDE replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId; + drop table if exists testAltColPDE; -- Parquet type with Dictionary encoding enabled: End @@ -342,6 +717,81 @@ alter table testAltColPDD replace columns select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; +-- bigint, int, smallint, and tinyint: type changed to float +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to double +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- all values fit and should return all values +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int doesn't fit and should return null where it didn't fit +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int and int doesn't fit and should return null where it didn't fit +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- some of big int, int and small int doesn't fit and should return null where it didn't fit +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + +-- bigint, int, smallint, and tinyint: type changed to decimal +-- only single digit fits and should return null where it didn't fit +alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)); + +select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId; + drop table if exists testAltColPDD; -- Parquet type with Dictionary encoding enabled: End diff --git ql/src/test/results/clientpositive/read_uint_parquet.q.out ql/src/test/results/clientpositive/read_uint_parquet.q.out index b34f8d4c8a371c37ee8ae8abba489d6ab2e3abfb..eb58f3d208847182428c2c55aeb45b16fd02a759 100644 --- ql/src/test/results/clientpositive/read_uint_parquet.q.out +++ ql/src/test/results/clientpositive/read_uint_parquet.q.out @@ -231,6 +231,349 @@ POSTHOOK: query: drop table testtinyintinv POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@testtinyintinv POSTHOOK: Output: default@testtinyintinv +PREHOOK: query: create table testfloatinv +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testfloatinv +POSTHOOK: query: create table testfloatinv +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testfloatinv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testfloatinv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testfloatinv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testfloatinv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testfloatinv +PREHOOK: query: select * from testfloatinv +PREHOOK: type: QUERY +PREHOOK: Input: default@testfloatinv +#### A masked pattern was here #### +POSTHOOK: query: select * from testfloatinv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testfloatinv +#### A masked pattern was here #### +0.0 0.0 0.0 0.0 +127.0 127.0 127.0 127.0 +255.0 255.0 255.0 255.0 +32767.0 32767.0 32767.0 32767.0 +65535.0 65535.0 65535.0 65535.0 +2.14748365E9 2.14748365E9 2.14748365E9 2.14748365E9 +NULL NULL NULL 4.2949673E9 +NULL NULL NULL 9.223372E18 +NULL NULL NULL NULL +PREHOOK: query: drop table testfloatinv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testfloatinv +PREHOOK: Output: default@testfloatinv +POSTHOOK: query: drop table testfloatinv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testfloatinv +POSTHOOK: Output: default@testfloatinv +PREHOOK: query: create table testdoubleinv +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdoubleinv +POSTHOOK: query: create table testdoubleinv +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdoubleinv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdoubleinv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdoubleinv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdoubleinv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdoubleinv +PREHOOK: query: select * from testdoubleinv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdoubleinv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdoubleinv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdoubleinv +#### A masked pattern was here #### +0.0 0.0 0.0 0.0 +127.0 127.0 127.0 127.0 +255.0 255.0 255.0 255.0 +32767.0 32767.0 32767.0 32767.0 +65535.0 65535.0 65535.0 65535.0 +2.147483648E9 2.147483648E9 2.147483648E9 2.147483647E9 +NULL NULL NULL 4.294967295E9 +NULL NULL NULL 9.223372036854776E18 +NULL NULL NULL NULL +PREHOOK: query: drop table testdoubleinv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdoubleinv +PREHOOK: Output: default@testdoubleinv +POSTHOOK: query: drop table testdoubleinv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdoubleinv +POSTHOOK: Output: default@testdoubleinv +PREHOOK: query: create table testdecimal22_2inv +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal22_2inv +POSTHOOK: query: create table testdecimal22_2inv +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal22_2inv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal22_2inv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal22_2inv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal22_2inv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal22_2inv +PREHOOK: query: select * from testdecimal22_2inv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal22_2inv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal22_2inv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal22_2inv +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +32767.00 32767.00 32767.00 32767.00 +65535.00 65535.00 65535.00 65535.00 +2147483647.00 2147483647.00 2147483647.00 2147483647.00 +NULL NULL NULL 4294967295.00 +NULL NULL NULL 9223372036854775807.00 +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal22_2inv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal22_2inv +PREHOOK: Output: default@testdecimal22_2inv +POSTHOOK: query: drop table testdecimal22_2inv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal22_2inv +POSTHOOK: Output: default@testdecimal22_2inv +PREHOOK: query: create table testdecimal13_2inv +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal13_2inv +POSTHOOK: query: create table testdecimal13_2inv +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal13_2inv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal13_2inv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal13_2inv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal13_2inv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal13_2inv +PREHOOK: query: select * from testdecimal13_2inv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal13_2inv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal13_2inv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal13_2inv +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +32767.00 32767.00 32767.00 32767.00 +65535.00 65535.00 65535.00 65535.00 +2147483647.00 2147483647.00 2147483647.00 2147483647.00 +NULL NULL NULL 4294967295.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal13_2inv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal13_2inv +PREHOOK: Output: default@testdecimal13_2inv +POSTHOOK: query: drop table testdecimal13_2inv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal13_2inv +POSTHOOK: Output: default@testdecimal13_2inv +PREHOOK: query: create table testdecimal8_2inv +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal8_2inv +POSTHOOK: query: create table testdecimal8_2inv +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal8_2inv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal8_2inv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal8_2inv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal8_2inv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal8_2inv +PREHOOK: query: select * from testdecimal8_2inv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal8_2inv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal8_2inv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal8_2inv +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +32767.00 32767.00 32767.00 32767.00 +65535.00 65535.00 65535.00 65535.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal8_2inv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal8_2inv +PREHOOK: Output: default@testdecimal8_2inv +POSTHOOK: query: drop table testdecimal8_2inv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal8_2inv +POSTHOOK: Output: default@testdecimal8_2inv +PREHOOK: query: create table testdecimal6_2inv +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal6_2inv +POSTHOOK: query: create table testdecimal6_2inv +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal6_2inv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal6_2inv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal6_2inv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal6_2inv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal6_2inv +PREHOOK: query: select * from testdecimal6_2inv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal6_2inv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal6_2inv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal6_2inv +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal6_2inv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal6_2inv +PREHOOK: Output: default@testdecimal6_2inv +POSTHOOK: query: drop table testdecimal6_2inv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal6_2inv +POSTHOOK: Output: default@testdecimal6_2inv +PREHOOK: query: create table testdecimal3_2inv +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal3_2inv +POSTHOOK: query: create table testdecimal3_2inv +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal3_2inv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal3_2inv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal3_2inv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal3_2inv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal3_2inv +PREHOOK: query: select * from testdecimal3_2inv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal3_2inv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal3_2inv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal3_2inv +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal3_2inv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal3_2inv +PREHOOK: Output: default@testdecimal3_2inv +POSTHOOK: query: drop table testdecimal3_2inv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal3_2inv +POSTHOOK: Output: default@testdecimal3_2inv PREHOOK: query: create table testbigintvalid (col_INT32_UINT_8 bigint, col_INT32_UINT_16 bigint, @@ -427,3 +770,346 @@ POSTHOOK: query: drop table testtinyintvalid POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@testtinyintvalid POSTHOOK: Output: default@testtinyintvalid +PREHOOK: query: create table testfloatvalid +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testfloatvalid +POSTHOOK: query: create table testfloatvalid +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testfloatvalid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testfloatvalid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testfloatvalid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testfloatvalid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testfloatvalid +PREHOOK: query: select * from testfloatvalid +PREHOOK: type: QUERY +PREHOOK: Input: default@testfloatvalid +#### A masked pattern was here #### +POSTHOOK: query: select * from testfloatvalid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testfloatvalid +#### A masked pattern was here #### +0.0 0.0 0.0 0.0 +127.0 127.0 127.0 127.0 +255.0 255.0 255.0 255.0 +NULL 32767.0 32767.0 32767.0 +NULL 65535.0 65535.0 65535.0 +NULL NULL 2.14748365E9 2.14748365E9 +NULL NULL NULL 4.2949673E9 +NULL NULL NULL 9.223372E18 +NULL NULL NULL NULL +PREHOOK: query: drop table testfloatvalid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testfloatvalid +PREHOOK: Output: default@testfloatvalid +POSTHOOK: query: drop table testfloatvalid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testfloatvalid +POSTHOOK: Output: default@testfloatvalid +PREHOOK: query: create table testdoublevalid +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdoublevalid +POSTHOOK: query: create table testdoublevalid +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdoublevalid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdoublevalid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdoublevalid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdoublevalid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdoublevalid +PREHOOK: query: select * from testdoublevalid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdoublevalid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdoublevalid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdoublevalid +#### A masked pattern was here #### +0.0 0.0 0.0 0.0 +127.0 127.0 127.0 127.0 +255.0 255.0 255.0 255.0 +NULL 32767.0 32767.0 32767.0 +NULL 65535.0 65535.0 65535.0 +NULL NULL 2.147483648E9 2.147483647E9 +NULL NULL NULL 4.294967295E9 +NULL NULL NULL 9.223372036854776E18 +NULL NULL NULL NULL +PREHOOK: query: drop table testdoublevalid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdoublevalid +PREHOOK: Output: default@testdoublevalid +POSTHOOK: query: drop table testdoublevalid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdoublevalid +POSTHOOK: Output: default@testdoublevalid +PREHOOK: query: create table testdecimal22_2valid +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal22_2valid +POSTHOOK: query: create table testdecimal22_2valid +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal22_2valid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal22_2valid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal22_2valid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal22_2valid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal22_2valid +PREHOOK: query: select * from testdecimal22_2valid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal22_2valid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal22_2valid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal22_2valid +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +NULL 32767.00 32767.00 32767.00 +NULL 65535.00 65535.00 65535.00 +NULL NULL 2147483647.00 2147483647.00 +NULL NULL NULL 4294967295.00 +NULL NULL NULL 9223372036854775807.00 +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal22_2valid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal22_2valid +PREHOOK: Output: default@testdecimal22_2valid +POSTHOOK: query: drop table testdecimal22_2valid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal22_2valid +POSTHOOK: Output: default@testdecimal22_2valid +PREHOOK: query: create table testdecimal13_2valid +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal13_2valid +POSTHOOK: query: create table testdecimal13_2valid +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal13_2valid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal13_2valid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal13_2valid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal13_2valid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal13_2valid +PREHOOK: query: select * from testdecimal13_2valid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal13_2valid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal13_2valid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal13_2valid +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +NULL 32767.00 32767.00 32767.00 +NULL 65535.00 65535.00 65535.00 +NULL NULL 2147483647.00 2147483647.00 +NULL NULL NULL 4294967295.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal13_2valid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal13_2valid +PREHOOK: Output: default@testdecimal13_2valid +POSTHOOK: query: drop table testdecimal13_2valid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal13_2valid +POSTHOOK: Output: default@testdecimal13_2valid +PREHOOK: query: create table testdecimal8_2valid +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal8_2valid +POSTHOOK: query: create table testdecimal8_2valid +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal8_2valid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal8_2valid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal8_2valid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal8_2valid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal8_2valid +PREHOOK: query: select * from testdecimal8_2valid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal8_2valid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal8_2valid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal8_2valid +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +NULL 32767.00 32767.00 32767.00 +NULL 65535.00 65535.00 65535.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal8_2valid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal8_2valid +PREHOOK: Output: default@testdecimal8_2valid +POSTHOOK: query: drop table testdecimal8_2valid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal8_2valid +POSTHOOK: Output: default@testdecimal8_2valid +PREHOOK: query: create table testdecimal6_2valid +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal6_2valid +POSTHOOK: query: create table testdecimal6_2valid +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal6_2valid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal6_2valid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal6_2valid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal6_2valid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal6_2valid +PREHOOK: query: select * from testdecimal6_2valid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal6_2valid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal6_2valid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal6_2valid +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal6_2valid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal6_2valid +PREHOOK: Output: default@testdecimal6_2valid +POSTHOOK: query: drop table testdecimal6_2valid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal6_2valid +POSTHOOK: Output: default@testdecimal6_2valid +PREHOOK: query: create table testdecimal3_2valid +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal3_2valid +POSTHOOK: query: create table testdecimal3_2valid +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal3_2valid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal3_2valid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal3_2valid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal3_2valid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal3_2valid +PREHOOK: query: select * from testdecimal3_2valid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal3_2valid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal3_2valid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal3_2valid +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal3_2valid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal3_2valid +PREHOOK: Output: default@testdecimal3_2valid +POSTHOOK: query: drop table testdecimal3_2valid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal3_2valid +POSTHOOK: Output: default@testdecimal3_2valid diff --git ql/src/test/results/clientpositive/read_uint_parquet_vectorized.q.out ql/src/test/results/clientpositive/read_uint_parquet_vectorized.q.out index b34f8d4c8a371c37ee8ae8abba489d6ab2e3abfb..eb58f3d208847182428c2c55aeb45b16fd02a759 100644 --- ql/src/test/results/clientpositive/read_uint_parquet_vectorized.q.out +++ ql/src/test/results/clientpositive/read_uint_parquet_vectorized.q.out @@ -231,6 +231,349 @@ POSTHOOK: query: drop table testtinyintinv POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@testtinyintinv POSTHOOK: Output: default@testtinyintinv +PREHOOK: query: create table testfloatinv +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testfloatinv +POSTHOOK: query: create table testfloatinv +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testfloatinv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testfloatinv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testfloatinv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testfloatinv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testfloatinv +PREHOOK: query: select * from testfloatinv +PREHOOK: type: QUERY +PREHOOK: Input: default@testfloatinv +#### A masked pattern was here #### +POSTHOOK: query: select * from testfloatinv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testfloatinv +#### A masked pattern was here #### +0.0 0.0 0.0 0.0 +127.0 127.0 127.0 127.0 +255.0 255.0 255.0 255.0 +32767.0 32767.0 32767.0 32767.0 +65535.0 65535.0 65535.0 65535.0 +2.14748365E9 2.14748365E9 2.14748365E9 2.14748365E9 +NULL NULL NULL 4.2949673E9 +NULL NULL NULL 9.223372E18 +NULL NULL NULL NULL +PREHOOK: query: drop table testfloatinv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testfloatinv +PREHOOK: Output: default@testfloatinv +POSTHOOK: query: drop table testfloatinv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testfloatinv +POSTHOOK: Output: default@testfloatinv +PREHOOK: query: create table testdoubleinv +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdoubleinv +POSTHOOK: query: create table testdoubleinv +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdoubleinv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdoubleinv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdoubleinv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdoubleinv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdoubleinv +PREHOOK: query: select * from testdoubleinv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdoubleinv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdoubleinv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdoubleinv +#### A masked pattern was here #### +0.0 0.0 0.0 0.0 +127.0 127.0 127.0 127.0 +255.0 255.0 255.0 255.0 +32767.0 32767.0 32767.0 32767.0 +65535.0 65535.0 65535.0 65535.0 +2.147483648E9 2.147483648E9 2.147483648E9 2.147483647E9 +NULL NULL NULL 4.294967295E9 +NULL NULL NULL 9.223372036854776E18 +NULL NULL NULL NULL +PREHOOK: query: drop table testdoubleinv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdoubleinv +PREHOOK: Output: default@testdoubleinv +POSTHOOK: query: drop table testdoubleinv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdoubleinv +POSTHOOK: Output: default@testdoubleinv +PREHOOK: query: create table testdecimal22_2inv +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal22_2inv +POSTHOOK: query: create table testdecimal22_2inv +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal22_2inv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal22_2inv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal22_2inv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal22_2inv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal22_2inv +PREHOOK: query: select * from testdecimal22_2inv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal22_2inv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal22_2inv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal22_2inv +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +32767.00 32767.00 32767.00 32767.00 +65535.00 65535.00 65535.00 65535.00 +2147483647.00 2147483647.00 2147483647.00 2147483647.00 +NULL NULL NULL 4294967295.00 +NULL NULL NULL 9223372036854775807.00 +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal22_2inv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal22_2inv +PREHOOK: Output: default@testdecimal22_2inv +POSTHOOK: query: drop table testdecimal22_2inv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal22_2inv +POSTHOOK: Output: default@testdecimal22_2inv +PREHOOK: query: create table testdecimal13_2inv +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal13_2inv +POSTHOOK: query: create table testdecimal13_2inv +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal13_2inv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal13_2inv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal13_2inv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal13_2inv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal13_2inv +PREHOOK: query: select * from testdecimal13_2inv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal13_2inv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal13_2inv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal13_2inv +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +32767.00 32767.00 32767.00 32767.00 +65535.00 65535.00 65535.00 65535.00 +2147483647.00 2147483647.00 2147483647.00 2147483647.00 +NULL NULL NULL 4294967295.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal13_2inv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal13_2inv +PREHOOK: Output: default@testdecimal13_2inv +POSTHOOK: query: drop table testdecimal13_2inv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal13_2inv +POSTHOOK: Output: default@testdecimal13_2inv +PREHOOK: query: create table testdecimal8_2inv +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal8_2inv +POSTHOOK: query: create table testdecimal8_2inv +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal8_2inv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal8_2inv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal8_2inv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal8_2inv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal8_2inv +PREHOOK: query: select * from testdecimal8_2inv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal8_2inv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal8_2inv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal8_2inv +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +32767.00 32767.00 32767.00 32767.00 +65535.00 65535.00 65535.00 65535.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal8_2inv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal8_2inv +PREHOOK: Output: default@testdecimal8_2inv +POSTHOOK: query: drop table testdecimal8_2inv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal8_2inv +POSTHOOK: Output: default@testdecimal8_2inv +PREHOOK: query: create table testdecimal6_2inv +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal6_2inv +POSTHOOK: query: create table testdecimal6_2inv +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal6_2inv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal6_2inv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal6_2inv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal6_2inv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal6_2inv +PREHOOK: query: select * from testdecimal6_2inv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal6_2inv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal6_2inv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal6_2inv +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal6_2inv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal6_2inv +PREHOOK: Output: default@testdecimal6_2inv +POSTHOOK: query: drop table testdecimal6_2inv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal6_2inv +POSTHOOK: Output: default@testdecimal6_2inv +PREHOOK: query: create table testdecimal3_2inv +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal3_2inv +POSTHOOK: query: create table testdecimal3_2inv +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal3_2inv +PREHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal3_2inv +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal3_2inv +POSTHOOK: query: load data local inpath '../../data/files/data_including_invalid_values.parquet' into table testdecimal3_2inv +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal3_2inv +PREHOOK: query: select * from testdecimal3_2inv +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal3_2inv +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal3_2inv +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal3_2inv +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal3_2inv +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal3_2inv +PREHOOK: Output: default@testdecimal3_2inv +POSTHOOK: query: drop table testdecimal3_2inv +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal3_2inv +POSTHOOK: Output: default@testdecimal3_2inv PREHOOK: query: create table testbigintvalid (col_INT32_UINT_8 bigint, col_INT32_UINT_16 bigint, @@ -427,3 +770,346 @@ POSTHOOK: query: drop table testtinyintvalid POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@testtinyintvalid POSTHOOK: Output: default@testtinyintvalid +PREHOOK: query: create table testfloatvalid +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testfloatvalid +POSTHOOK: query: create table testfloatvalid +(col_INT32_UINT_8 float, + col_INT32_UINT_16 float, + col_INT32_UINT_32 float, + col_INT64_UINT_64 float) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testfloatvalid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testfloatvalid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testfloatvalid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testfloatvalid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testfloatvalid +PREHOOK: query: select * from testfloatvalid +PREHOOK: type: QUERY +PREHOOK: Input: default@testfloatvalid +#### A masked pattern was here #### +POSTHOOK: query: select * from testfloatvalid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testfloatvalid +#### A masked pattern was here #### +0.0 0.0 0.0 0.0 +127.0 127.0 127.0 127.0 +255.0 255.0 255.0 255.0 +NULL 32767.0 32767.0 32767.0 +NULL 65535.0 65535.0 65535.0 +NULL NULL 2.14748365E9 2.14748365E9 +NULL NULL NULL 4.2949673E9 +NULL NULL NULL 9.223372E18 +NULL NULL NULL NULL +PREHOOK: query: drop table testfloatvalid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testfloatvalid +PREHOOK: Output: default@testfloatvalid +POSTHOOK: query: drop table testfloatvalid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testfloatvalid +POSTHOOK: Output: default@testfloatvalid +PREHOOK: query: create table testdoublevalid +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdoublevalid +POSTHOOK: query: create table testdoublevalid +(col_INT32_UINT_8 double, + col_INT32_UINT_16 double, + col_INT32_UINT_32 double, + col_INT64_UINT_64 double) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdoublevalid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdoublevalid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdoublevalid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdoublevalid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdoublevalid +PREHOOK: query: select * from testdoublevalid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdoublevalid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdoublevalid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdoublevalid +#### A masked pattern was here #### +0.0 0.0 0.0 0.0 +127.0 127.0 127.0 127.0 +255.0 255.0 255.0 255.0 +NULL 32767.0 32767.0 32767.0 +NULL 65535.0 65535.0 65535.0 +NULL NULL 2.147483648E9 2.147483647E9 +NULL NULL NULL 4.294967295E9 +NULL NULL NULL 9.223372036854776E18 +NULL NULL NULL NULL +PREHOOK: query: drop table testdoublevalid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdoublevalid +PREHOOK: Output: default@testdoublevalid +POSTHOOK: query: drop table testdoublevalid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdoublevalid +POSTHOOK: Output: default@testdoublevalid +PREHOOK: query: create table testdecimal22_2valid +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal22_2valid +POSTHOOK: query: create table testdecimal22_2valid +(col_INT32_UINT_8 decimal(22,2), + col_INT32_UINT_16 decimal(22,2), + col_INT32_UINT_32 decimal(22,2), + col_INT64_UINT_64 decimal(22,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal22_2valid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal22_2valid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal22_2valid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal22_2valid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal22_2valid +PREHOOK: query: select * from testdecimal22_2valid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal22_2valid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal22_2valid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal22_2valid +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +NULL 32767.00 32767.00 32767.00 +NULL 65535.00 65535.00 65535.00 +NULL NULL 2147483647.00 2147483647.00 +NULL NULL NULL 4294967295.00 +NULL NULL NULL 9223372036854775807.00 +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal22_2valid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal22_2valid +PREHOOK: Output: default@testdecimal22_2valid +POSTHOOK: query: drop table testdecimal22_2valid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal22_2valid +POSTHOOK: Output: default@testdecimal22_2valid +PREHOOK: query: create table testdecimal13_2valid +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal13_2valid +POSTHOOK: query: create table testdecimal13_2valid +(col_INT32_UINT_8 decimal(13,2), + col_INT32_UINT_16 decimal(13,2), + col_INT32_UINT_32 decimal(13,2), + col_INT64_UINT_64 decimal(13,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal13_2valid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal13_2valid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal13_2valid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal13_2valid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal13_2valid +PREHOOK: query: select * from testdecimal13_2valid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal13_2valid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal13_2valid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal13_2valid +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +NULL 32767.00 32767.00 32767.00 +NULL 65535.00 65535.00 65535.00 +NULL NULL 2147483647.00 2147483647.00 +NULL NULL NULL 4294967295.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal13_2valid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal13_2valid +PREHOOK: Output: default@testdecimal13_2valid +POSTHOOK: query: drop table testdecimal13_2valid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal13_2valid +POSTHOOK: Output: default@testdecimal13_2valid +PREHOOK: query: create table testdecimal8_2valid +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal8_2valid +POSTHOOK: query: create table testdecimal8_2valid +(col_INT32_UINT_8 decimal(8,2), + col_INT32_UINT_16 decimal(8,2), + col_INT32_UINT_32 decimal(8,2), + col_INT64_UINT_64 decimal(8,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal8_2valid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal8_2valid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal8_2valid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal8_2valid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal8_2valid +PREHOOK: query: select * from testdecimal8_2valid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal8_2valid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal8_2valid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal8_2valid +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +NULL 32767.00 32767.00 32767.00 +NULL 65535.00 65535.00 65535.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal8_2valid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal8_2valid +PREHOOK: Output: default@testdecimal8_2valid +POSTHOOK: query: drop table testdecimal8_2valid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal8_2valid +POSTHOOK: Output: default@testdecimal8_2valid +PREHOOK: query: create table testdecimal6_2valid +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal6_2valid +POSTHOOK: query: create table testdecimal6_2valid +(col_INT32_UINT_8 decimal(6,2), + col_INT32_UINT_16 decimal(6,2), + col_INT32_UINT_32 decimal(6,2), + col_INT64_UINT_64 decimal(6,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal6_2valid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal6_2valid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal6_2valid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal6_2valid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal6_2valid +PREHOOK: query: select * from testdecimal6_2valid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal6_2valid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal6_2valid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal6_2valid +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +127.00 127.00 127.00 127.00 +255.00 255.00 255.00 255.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal6_2valid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal6_2valid +PREHOOK: Output: default@testdecimal6_2valid +POSTHOOK: query: drop table testdecimal6_2valid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal6_2valid +POSTHOOK: Output: default@testdecimal6_2valid +PREHOOK: query: create table testdecimal3_2valid +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testdecimal3_2valid +POSTHOOK: query: create table testdecimal3_2valid +(col_INT32_UINT_8 decimal(3,2), + col_INT32_UINT_16 decimal(3,2), + col_INT32_UINT_32 decimal(3,2), + col_INT64_UINT_64 decimal(3,2)) stored as parquet +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdecimal3_2valid +PREHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal3_2valid +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@testdecimal3_2valid +POSTHOOK: query: load data local inpath '../../data/files/data_with_valid_values.parquet' into table testdecimal3_2valid +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@testdecimal3_2valid +PREHOOK: query: select * from testdecimal3_2valid +PREHOOK: type: QUERY +PREHOOK: Input: default@testdecimal3_2valid +#### A masked pattern was here #### +POSTHOOK: query: select * from testdecimal3_2valid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdecimal3_2valid +#### A masked pattern was here #### +0.00 0.00 0.00 0.00 +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +NULL NULL NULL NULL +PREHOOK: query: drop table testdecimal3_2valid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@testdecimal3_2valid +PREHOOK: Output: default@testdecimal3_2valid +POSTHOOK: query: drop table testdecimal3_2valid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@testdecimal3_2valid +POSTHOOK: Output: default@testdecimal3_2valid diff --git ql/src/test/results/clientpositive/type_change_test_int.q.out ql/src/test/results/clientpositive/type_change_test_int.q.out index 2237a0edf518506d363f6e3cd0238751b2c0b4a2..cd4bcfd5a69ab246088c83286fca1def7d761004 100644 --- ql/src/test/results/clientpositive/type_change_test_int.q.out +++ ql/src/test/results/clientpositive/type_change_test_int.q.out @@ -275,6 +275,216 @@ POSTHOOK: Input: default@testaltcolt 2 1 2 3 4 3 NULL NULL NULL 123 4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.23456789E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColT PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolt @@ -434,6 +644,216 @@ POSTHOOK: Input: default@testaltcolsf 2 1 2 3 4 3 NULL NULL NULL 123 4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.23456789E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColSF PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolsf @@ -593,6 +1013,216 @@ POSTHOOK: Input: default@testaltcolrcf 2 1 2 3 4 3 NULL NULL NULL 123 4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.23456789E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColRCF PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolrcf @@ -748,10 +1378,220 @@ POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColO POSTHOOK: type: QUERY POSTHOOK: Input: default@testaltcolorc #### A masked pattern was here #### -1 NULL NULL NULL 123 -2 1 2 3 4 -3 NULL NULL NULL 123 -4 NULL NULL NULL -123 +1 NULL NULL NULL 123 +2 1 2 3 4 +3 NULL NULL NULL 123 +4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.23456789E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColORC PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolorc @@ -911,6 +1751,216 @@ POSTHOOK: Input: default@testaltcolpde 2 1 2 3 4 3 NULL NULL NULL 123 4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 1.23456789012345677E18 1.234567936E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.234567936E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.234567936E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColPDE PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolpde @@ -1072,6 +2122,216 @@ POSTHOOK: Input: default@testaltcolpdd 2 1 2 3 4 3 NULL NULL NULL 123 4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 1.23456789012345677E18 1.234567936E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.234567936E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.234567936E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColPDD PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolpdd diff --git ql/src/test/results/clientpositive/type_change_test_int_vectorized.q.out ql/src/test/results/clientpositive/type_change_test_int_vectorized.q.out index 973cc4e0aa9bd314a47801a0fd5f4b799c9a84b7..87a5b3dd7fb09daa4cbf44e8beafcccb6b07fe01 100644 --- ql/src/test/results/clientpositive/type_change_test_int_vectorized.q.out +++ ql/src/test/results/clientpositive/type_change_test_int_vectorized.q.out @@ -275,6 +275,216 @@ POSTHOOK: Input: default@testaltcolt 2 1 2 3 4 3 NULL NULL NULL 123 4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.23456789E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolt +PREHOOK: Output: default@testaltcolt +POSTHOOK: query: alter table testAltColT replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolt +POSTHOOK: Output: default@testaltcolt +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColT order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolt +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColT PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolt @@ -434,6 +644,216 @@ POSTHOOK: Input: default@testaltcolsf 2 1 2 3 4 3 NULL NULL NULL 123 4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.23456789E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolsf +PREHOOK: Output: default@testaltcolsf +POSTHOOK: query: alter table testAltColSF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolsf +POSTHOOK: Output: default@testaltcolsf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColSF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolsf +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColSF PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolsf @@ -593,6 +1013,216 @@ POSTHOOK: Input: default@testaltcolrcf 2 1 2 3 4 3 NULL NULL NULL 123 4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.23456789E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolrcf +PREHOOK: Output: default@testaltcolrcf +POSTHOOK: query: alter table testAltColRCF replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolrcf +POSTHOOK: Output: default@testaltcolrcf +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColRCF order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolrcf +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColRCF PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolrcf @@ -748,10 +1378,220 @@ POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColO POSTHOOK: type: QUERY POSTHOOK: Input: default@testaltcolorc #### A masked pattern was here #### -1 NULL NULL NULL 123 -2 1 2 3 4 -3 NULL NULL NULL 123 -4 NULL NULL NULL -123 +1 NULL NULL NULL 123 +2 1 2 3 4 +3 NULL NULL NULL 123 +4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.23456789E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolorc +PREHOOK: Output: default@testaltcolorc +POSTHOOK: query: alter table testAltColORC replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolorc +POSTHOOK: Output: default@testaltcolorc +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColORC order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolorc +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColORC PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolorc @@ -911,6 +1751,216 @@ POSTHOOK: Input: default@testaltcolpde 2 1 2 3 4 3 NULL NULL NULL 123 4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.23456789E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpde +PREHOOK: Output: default@testaltcolpde +POSTHOOK: query: alter table testAltColPDE replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpde +POSTHOOK: Output: default@testaltcolpde +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDE order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpde +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColPDE PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolpde @@ -1072,6 +2122,216 @@ POSTHOOK: Input: default@testaltcolpdd 2 1 2 3 4 3 NULL NULL NULL 123 4 NULL NULL NULL -123 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt FLOAT, + cInt FLOAT, + cSmallInt FLOAT, + cTinyint FLOAT) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 1.23456794E18 1.23456794E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456794E18 1.23456794E9 12345.0 123.0 +4 -1.23456794E18 -1.23456794E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DOUBLE, + cInt DOUBLE, + cSmallInt DOUBLE, + cTinyint DOUBLE) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +2 1.0 2.0 3.0 4.0 +3 1.23456789012345677E18 1.23456789E9 12345.0 123.0 +4 -1.23456789012345677E18 -1.23456789E9 -12345.0 -123.0 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(22,2), + cInt DECIMAL(22,2), + cSmallInt DECIMAL(22,2), + cTinyint DECIMAL(22,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 1234567890123456789.00 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 1234567890123456789.00 1234567890.00 12345.00 123.00 +4 -1234567890123456789.00 -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(13,2), + cInt DECIMAL(13,2), + cSmallInt DECIMAL(13,2), + cTinyint DECIMAL(13,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 NULL 1234567890.00 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL 1234567890.00 12345.00 123.00 +4 NULL -1234567890.00 -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(8,2), + cInt DECIMAL(8,2), + cSmallInt DECIMAL(8,2), + cTinyint DECIMAL(8,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 NULL NULL 12345.00 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL 12345.00 123.00 +4 NULL NULL -12345.00 -123.00 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(6,2), + cInt DECIMAL(6,2), + cSmallInt DECIMAL(6,2), + cTinyint DECIMAL(6,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 NULL NULL NULL 123.00 +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL 123.00 +4 NULL NULL NULL -123.00 +PREHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +PREHOOK: type: ALTERTABLE_REPLACECOLS +PREHOOK: Input: default@testaltcolpdd +PREHOOK: Output: default@testaltcolpdd +POSTHOOK: query: alter table testAltColPDD replace columns +(cId TINYINT, + cBigInt DECIMAL(3,2), + cInt DECIMAL(3,2), + cSmallInt DECIMAL(3,2), + cTinyint DECIMAL(3,2)) +POSTHOOK: type: ALTERTABLE_REPLACECOLS +POSTHOOK: Input: default@testaltcolpdd +POSTHOOK: Output: default@testaltcolpdd +PREHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +PREHOOK: type: QUERY +PREHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +POSTHOOK: query: select cId, cBigInt, cInt, cSmallInt, cTinyint from testAltColPDD order by cId +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testaltcolpdd +#### A masked pattern was here #### +1 NULL NULL NULL NULL +2 1.00 2.00 3.00 4.00 +3 NULL NULL NULL NULL +4 NULL NULL NULL NULL PREHOOK: query: drop table if exists testAltColPDD PREHOOK: type: DROPTABLE PREHOOK: Input: default@testaltcolpdd