diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java index 6fca9f7..2201c87 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java @@ -3332,12 +3332,6 @@ private int alterTableOrSinglePartition(AlterTableDesc alterTbl, Table tbl, Part && !oldColName.equalsIgnoreCase(oldName)) { throw new HiveException(ErrorMsg.DUPLICATE_COLUMN_NAMES, newName); } else if (oldColName.equalsIgnoreCase(oldName)) { - // if orc table, restrict changing column types. Only integer type promotion is supported. - // smallint -> int -> bigint - if (isOrcSchemaEvolution && !isSupportedTypeChange(col.getType(), type)) { - throw new HiveException(ErrorMsg.CANNOT_CHANGE_COLUMN_TYPE, col.getType(), type, - newName); - } col.setName(newName); if (type != null && !type.trim().equals("")) { col.setType(type); @@ -3404,15 +3398,6 @@ private int alterTableOrSinglePartition(AlterTableDesc alterTbl, Table tbl, Part if (replaceCols.size() < existingCols.size()) { throw new HiveException(ErrorMsg.REPLACE_CANNOT_DROP_COLUMNS, alterTbl.getOldName()); } - - for (int i = 0; i < existingCols.size(); i++) { - final String currentColType = existingCols.get(i).getType().toLowerCase().trim(); - final String newColType = replaceCols.get(i).getType().toLowerCase().trim(); - if (!isSupportedTypeChange(currentColType, newColType)) { - throw new HiveException(ErrorMsg.REPLACE_UNSUPPORTED_TYPE_CONVERSION, currentColType, - newColType, replaceCols.get(i).getName()); - } - } } sd.setCols(alterTbl.getNewCols()); } else if (alterTbl.getOp() == AlterTableDesc.AlterTableTypes.ADDPROPS) { @@ -3580,44 +3565,6 @@ private int alterTableOrSinglePartition(AlterTableDesc alterTbl, Table tbl, Part return 0; } - // don't change the order of enums as ordinal values are used to check for valid type promotions - enum PromotableTypes { - SMALLINT, - INT, - BIGINT; - - static List types() { - return ImmutableList.of(SMALLINT.toString().toLowerCase(), - INT.toString().toLowerCase(), BIGINT.toString().toLowerCase()); - } - } - - // for ORC, only supported type promotions are smallint -> int -> bigint. No other - // type promotions are supported at this point - private boolean isSupportedTypeChange(String currentType, String newType) { - if (currentType != null && newType != null) { - currentType = currentType.toLowerCase().trim(); - newType = newType.toLowerCase().trim(); - // no type change - if (currentType.equals(newType)) { - return true; - } - if (PromotableTypes.types().contains(currentType) - && PromotableTypes.types().contains(newType)) { - PromotableTypes pCurrentType = PromotableTypes.valueOf(currentType.toUpperCase()); - PromotableTypes pNewType = PromotableTypes.valueOf(newType.toUpperCase()); - if (pNewType.ordinal() >= pCurrentType.ordinal()) { - return true; - } else { - return false; - } - } else { - return false; - } - } - return true; - } - /** * Drop a given table or some partitions. DropTableDesc is currently used for both. * diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/TableScanOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/TableScanOperator.java index 5253521..142fdeb 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/TableScanOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/TableScanOperator.java @@ -31,6 +31,7 @@ import org.apache.hadoop.hive.conf.HiveConf; import org.apache.hadoop.hive.ql.CompilationOpContext; import org.apache.hadoop.hive.ql.ErrorMsg; +import org.apache.hadoop.hive.ql.exec.vector.VectorizedRowBatch; import org.apache.hadoop.hive.ql.metadata.HiveException; import org.apache.hadoop.hive.ql.metadata.VirtualColumn; import org.apache.hadoop.hive.ql.plan.OperatorDesc; @@ -105,9 +106,21 @@ public String getSchemaEvolutionColumnsTypes() { **/ @Override public void process(Object row, int tag) throws HiveException { - if (rowLimit >= 0 && currCount++ >= rowLimit) { - setDone(true); - return; + if (rowLimit >= 0) { + if (row instanceof VectorizedRowBatch) { + VectorizedRowBatch batch = (VectorizedRowBatch) row; + if (currCount >= rowLimit) { + setDone(true); + return; + } + if (currCount + batch.size > rowLimit) { + batch.size = rowLimit - currCount; + } + currCount += batch.size; + } else if (currCount++ >= rowLimit) { + setDone(true); + return; + } } if (conf != null && conf.isGatherStats()) { gatherStats(row); diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java index 0ebcd2a..637e7be 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java @@ -2210,47 +2210,7 @@ public static TypeDescription getDesiredRowTypeDescr(Configuration conf, boolean " (isAcidRead " + isAcidRead + ")"); } } else { - - // Try regular properties; - columnNameProperty = conf.get(serdeConstants.LIST_COLUMNS); - columnTypeProperty = conf.get(serdeConstants.LIST_COLUMN_TYPES); - if (columnTypeProperty == null || columnNameProperty == null) { - return null; - } - - schemaEvolutionColumnNames = Lists.newArrayList(columnNameProperty.split(",")); - if (schemaEvolutionColumnNames.size() == 0) { - return null; - } - schemaEvolutionTypeDescrs = - typeDescriptionsFromHiveTypeProperty(columnTypeProperty); - if (schemaEvolutionTypeDescrs.size() != schemaEvolutionColumnNames.size()) { - return null; - } - - // Find first virtual column and clip them off. - int virtualColumnClipNum = -1; - int columnNum = 0; - for (String columnName : schemaEvolutionColumnNames) { - if (VirtualColumn.VIRTUAL_COLUMN_NAMES.contains(columnName)) { - virtualColumnClipNum = columnNum; - break; - } - columnNum++; - } - if (virtualColumnClipNum != -1) { - schemaEvolutionColumnNames = - Lists.newArrayList(schemaEvolutionColumnNames.subList(0, virtualColumnClipNum)); - schemaEvolutionTypeDescrs = Lists.newArrayList(schemaEvolutionTypeDescrs.subList(0, virtualColumnClipNum)); - } - - if (LOG.isInfoEnabled()) { - LOG.info("Using column configuration variables columns " + - schemaEvolutionColumnNames.toString() + - " / columns.types " + - schemaEvolutionTypeDescrs.toString() + - " (isAcidRead " + isAcidRead + ")"); - } + return null; } // Desired schema does not include virtual columns or partition columns. diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java index f28ca13..a17e68c 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/SchemaEvolution.java @@ -20,11 +20,18 @@ import java.io.IOException; import java.util.ArrayList; +import java.util.EnumMap; import java.util.List; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.hive.ql.io.orc.TreeReaderFactory.TreeReaderSchema; +import org.apache.hadoop.hive.ql.io.orc.TreeReaderFactory.TreeReaderSchema.ConversionKind; +import org.apache.hadoop.hive.serde2.objectinspector.PrimitiveObjectInspector.PrimitiveCategory; +import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorUtils; +import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorUtils.PrimitiveGrouping; +import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; +import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoUtils; import org.apache.orc.OrcProto; import org.apache.orc.OrcUtils; import org.apache.orc.TypeDescription; @@ -60,41 +67,39 @@ public static TreeReaderSchema validateAndCreate(List fileTypes, int numReadColumns = Math.min(numFileColumns, numDesiredColumns); /** - * Check type promotion. + * Check for data type conversion. * - * Currently, we only support integer type promotions that can be done "implicitly". - * That is, we know that using a bigger integer tree reader on the original smaller integer - * column will "just work". + * There are 4 kinds of data type conversion: + * + * 1) NONE + * + * No data type conversion. + * + * 2) AUTOMATIC + * + * Example: using a bigger integer tree reader on an original + * smaller integer column will "just work". + * + * 3) ORC_CONVERT + * + * Example: The file data type is STRING and the reader wants a DOUBLE. + * We will create a special conversion ORC tree reader. + * + * 4) INSPECTOR_CONVERT + * + * A conversion not supported for ORC_CONVERT. * - * In the future, other type promotions might require type conversion. */ - // short -> int -> bigint as same integer readers are used for the above types. - - for (int i = 0; i < numReadColumns; i++) { + List columnConversionKinds = + new ArrayList(numReadColumns); + for (int i = 1; i <= numReadColumns; i++) { OrcProto.Type fColType = fileTypes.get(rowSubtype + i); OrcProto.Type rColType = schemaTypes.get(i); - if (!fColType.getKind().equals(rColType.getKind())) { - - boolean ok = false; - if (fColType.getKind().equals(OrcProto.Type.Kind.SHORT)) { - - if (rColType.getKind().equals(OrcProto.Type.Kind.INT) || - rColType.getKind().equals(OrcProto.Type.Kind.LONG)) { - // type promotion possible, converting SHORT to INT/LONG requested type - ok = true; - } - } else if (fColType.getKind().equals(OrcProto.Type.Kind.INT)) { - - if (rColType.getKind().equals(OrcProto.Type.Kind.LONG)) { - // type promotion possible, converting INT to LONG requested type - ok = true; - } - } - - if (!ok) { - throw new IOException("ORC does not support type conversion from " + - fColType.getKind().name() + " to " + rColType.getKind().name()); - } + if (fColType.getKind().equals(rColType.getKind())) { + columnConversionKinds.add(TreeReaderSchema.ConversionKind.NONE); + } else { + columnConversionKinds.add( + determineConversion(fColType, rColType)); } } @@ -125,7 +130,139 @@ public static TreeReaderSchema validateAndCreate(List fileTypes, return new TreeReaderSchema(). fileTypes(fileTypes). schemaTypes(fullSchemaTypes). - innerStructSubtype(innerStructSubtype); + innerStructSubtype(innerStructSubtype). + columnConversionKinds(columnConversionKinds); + } + + /** + * This code should match the semantics in TypeInfoUtils. + */ + + private static List numericTypeList = new ArrayList(); + + // The ordering of types here is used to determine which numeric types + // are common/convertible to one another. Probably better to rely on the + // ordering explicitly defined here than to assume that the enum values + // that were arbitrarily assigned in PrimitiveCategory work for our purposes. + private static EnumMap numericTypes = + new EnumMap(OrcProto.Type.Kind.class); + + static { + registerNumericType(OrcProto.Type.Kind.BYTE, 1); + registerNumericType(OrcProto.Type.Kind.SHORT, 2); + registerNumericType(OrcProto.Type.Kind.INT, 3); + registerNumericType(OrcProto.Type.Kind.LONG, 4); + registerNumericType(OrcProto.Type.Kind.FLOAT, 5); + registerNumericType(OrcProto.Type.Kind.DOUBLE, 6); + registerNumericType(OrcProto.Type.Kind.DECIMAL, 7); + } + + private static Integer longNumericLevel = numericTypes.get(OrcProto.Type.Kind.LONG); + + public static void registerNumericType(OrcProto.Type.Kind kind, int level) { + numericTypeList.add(kind); + numericTypes.put(kind, level); + } + + /** + * Provide a general grouping for each primitive data type. + * (NOTE: INTERVAL_GROUP and VOID_GROUP were removed) + */ + public static enum PrimitiveGrouping { + NUMERIC_GROUP, + STRING_GROUP, + BOOLEAN_GROUP, + DATE_GROUP, + BINARY_GROUP, + UNKNOWN_GROUP + }; + + /** + * Based on the OrcProto.Type.Kind of a type, return the PrimitiveGrouping + * that the OrcProto.Type.Kind belongs to (numeric, string, date, etc). + * @param kind Primitive category of the type + * @return PrimitveGrouping corresponding to the OrcProto.Type.Kind, + * or UNKNOWN_GROUP if the type does not match to a grouping. + */ + public static PrimitiveGrouping getPrimitiveGrouping(OrcProto.Type.Kind kind) { + switch (kind) { + case BYTE: + case SHORT: + case INT: + case LONG: + case FLOAT: + case DOUBLE: + case DECIMAL: + return PrimitiveGrouping.NUMERIC_GROUP; + case STRING: + case CHAR: + case VARCHAR: + return PrimitiveGrouping.STRING_GROUP; + case BOOLEAN: + return PrimitiveGrouping.BOOLEAN_GROUP; + case TIMESTAMP: + case DATE: + return PrimitiveGrouping.DATE_GROUP; + case BINARY: + return PrimitiveGrouping.BINARY_GROUP; + default: + return PrimitiveGrouping.UNKNOWN_GROUP; + } + } + + /** + * Implicit conversion allowed by Hive DDL? + * @param fColType + * @param rColType + * @return + */ + public static TreeReaderSchema.ConversionKind determineConversion(OrcProto.Type fColType, + OrcProto.Type rColType) { + + OrcProto.Type.Kind fKind = fColType.getKind(); + OrcProto.Type.Kind rKind = rColType.getKind(); + + PrimitiveGrouping fromPrimitiveGroup = getPrimitiveGrouping(fKind); + PrimitiveGrouping toPrimitiveGroup = getPrimitiveGrouping(rKind); + + // Allow implicit String to Double conversion + if (fromPrimitiveGroup == PrimitiveGrouping.STRING_GROUP && rKind == OrcProto.Type.Kind.DOUBLE) { + return TreeReaderSchema.ConversionKind.ORC_CONVERT; + } + // Allow implicit String to Decimal conversion + if (fromPrimitiveGroup == PrimitiveGrouping.STRING_GROUP && rKind == OrcProto.Type.Kind.DECIMAL) { + return TreeReaderSchema.ConversionKind.ORC_CONVERT; + } + + // Allow implicit String to Date conversion + if (fromPrimitiveGroup == PrimitiveGrouping.DATE_GROUP && toPrimitiveGroup == PrimitiveGrouping.STRING_GROUP) { + return TreeReaderSchema.ConversionKind.ORC_CONVERT; + } + // Allow implicit Numeric to String conversion + if (fromPrimitiveGroup == PrimitiveGrouping.NUMERIC_GROUP && toPrimitiveGroup == PrimitiveGrouping.STRING_GROUP) { + return TreeReaderSchema.ConversionKind.ORC_CONVERT; + } + // Allow implicit String to varchar conversion, and vice versa + if (fromPrimitiveGroup == PrimitiveGrouping.STRING_GROUP && toPrimitiveGroup == PrimitiveGrouping.STRING_GROUP) { + return TreeReaderSchema.ConversionKind.ORC_CONVERT; + } + + // Allow implicit conversion from Byte -> Integer -> Long -> Float -> Double + // Decimal -> String + Integer f = numericTypes.get(fKind); + Integer t = numericTypes.get(rKind); + if (f == null || t == null) { + return TreeReaderSchema.ConversionKind.INSPECTOR_CONVERT; + } + if (f.intValue() > t.intValue()) { + // Have the inspector converter do to value clipping. + return TreeReaderSchema.ConversionKind.INSPECTOR_CONVERT; + } + if (t.intValue() <= longNumericLevel) { + return TreeReaderSchema.ConversionKind.AUTOMATIC_CONVERT; + } else { + return TreeReaderSchema.ConversionKind.ORC_CONVERT; + } } private static boolean checkAcidSchema(List fileSchema) { diff --git ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java index 620ad53..71ce160 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/TreeReaderFactory.java @@ -19,7 +19,10 @@ import java.io.EOFException; import java.io.IOException; +import java.io.UnsupportedEncodingException; +import java.math.BigDecimal; import java.math.BigInteger; +import java.sql.Date; import java.sql.Timestamp; import java.text.ParseException; import java.text.SimpleDateFormat; @@ -70,6 +73,8 @@ import org.apache.orc.impl.SerializationUtils; import org.apache.orc.impl.StreamName; +import com.clearspring.analytics.util.Preconditions; + /** * Factory for creating ORC tree readers. */ @@ -83,22 +88,35 @@ /** * The types in the ORC file. */ - List fileTypes; + private List fileTypes; /** * The treeReaderSchema that the reader should read as. */ - List schemaTypes; + private List schemaTypes; /** * The subtype of the row STRUCT. Different than 0 for ACID. */ - int innerStructSubtype; + private int innerStructSubtype; + + /* + * The kinds of conversion possible for a column data type. + */ + public static enum ConversionKind { + NONE, + AUTOMATIC_CONVERT, + ORC_CONVERT, + INSPECTOR_CONVERT + } + + private List columnConversionKinds; public TreeReaderSchema() { fileTypes = null; schemaTypes = null; innerStructSubtype = -1; + columnConversionKinds = null; } public TreeReaderSchema fileTypes(List fileTypes) { @@ -116,6 +134,12 @@ public TreeReaderSchema innerStructSubtype(int innerStructSubtype) { return this; } + public TreeReaderSchema columnConversionKinds( + List columnConversionKinds) { + this.columnConversionKinds = columnConversionKinds; + return this; + } + public List getFileTypes() { return fileTypes; } @@ -127,6 +151,10 @@ public TreeReaderSchema innerStructSubtype(int innerStructSubtype) { public int getInnerStructSubtype() { return innerStructSubtype; } + + public List getColumnConversionKinds() { + return columnConversionKinds; + } } public abstract static class TreeReader { @@ -265,6 +293,46 @@ public Object nextVector(Object previousVector, long batchSize) throws IOExcepti public BitFieldReader getPresent() { return present; } + + /** + * Override this to use convertVector. + * Source and result are member variables in the subclass with the right + * type. + * @param elementNum + * @throws IOException + */ + // Override this to use convertVector. + public void setConvertVectorEle(int elementNum) throws IOException { + throw new RuntimeException("Expected this method to be overriden"); + } + + // Common code used by the conversion. + public void convertVector(ColumnVector fromColVector, + ColumnVector resultColVector, long batchSize) throws IOException { + + if (fromColVector.isRepeating) { + resultColVector.isRepeating = true; + if (fromColVector.noNulls || !fromColVector.isNull[0]) { + setConvertVectorEle(0); + } else { + resultColVector.noNulls = false; + resultColVector.isNull[0] = true; + } + } else if (fromColVector.noNulls){ + for (int i = 0; i < batchSize; i++) { + setConvertVectorEle(i); + } + } else { + for (int i = 0; i < batchSize; i++) { + if (!fromColVector.isNull[i]) { + setConvertVectorEle(i); + } else { + resultColVector.noNulls = false; + resultColVector.isNull[i] = true; + } + } + } + } } public static class BooleanTreeReader extends TreeReader { @@ -1158,7 +1226,7 @@ public Object nextVector(Object previousVector, long batchSize) throws IOExcepti } Object obj; for (int i = 0; i < batchSize; i++) { - obj = next(scratchTimestampWritable); + obj = this.next(scratchTimestampWritable); if (obj == null) { result.noNulls = false; result.isNull[i] = true; @@ -2045,6 +2113,37 @@ public Object nextVector(Object previousVector, long batchSize) throws IOExcepti protected final TreeReader[] fields; private final String[] fieldNames; + private TreeReader createFieldTreeReader( + int columnId, + TreeReaderSchema treeReaderSchema, + int fieldIndex, + boolean[] included, + boolean skipCorrupt) throws IOException { + OrcProto.Type fileType = treeReaderSchema.getFileTypes().get(columnId); + OrcProto.Type schemaType = treeReaderSchema.getSchemaTypes().get(columnId); + List conversionKinds = treeReaderSchema.getColumnConversionKinds(); + + // Data type conversion needed? + if (fileType.getKind() == schemaType.getKind() || conversionKinds == null) { + return createTreeReader(columnId, treeReaderSchema, included, skipCorrupt); + } else { + TreeReaderSchema.ConversionKind conversionKind = conversionKinds.get(fieldIndex); + switch (conversionKind) { + case NONE: + case AUTOMATIC_CONVERT: + return createTreeReader(columnId, treeReaderSchema, included, skipCorrupt); + + case ORC_CONVERT: + return conversionReader(columnId, treeReaderSchema, fileType, schemaType, included, skipCorrupt); + + case INSPECTOR_CONVERT: + // UNDONE + default: + throw new RuntimeException("Unexpected conversion kind " + conversionKind.name()); + } + } + } + protected StructTreeReader( int columnId, TreeReaderSchema treeReaderSchema, @@ -2072,7 +2171,7 @@ protected StructTreeReader( if (included == null) { for (int i = 0; i < readColumnCount; ++i) { int subtype = schemaStructType.getSubtypes(i); - this.fields[i] = createTreeReader(subtype, treeReaderSchema, included, skipCorrupt); + this.fields[i] = createFieldTreeReader(subtype, treeReaderSchema, i, included, skipCorrupt); // Use the treeReaderSchema evolution name since file/reader types may not have the real column name. this.fieldNames[i] = schemaStructType.getFieldNames(i); } @@ -2086,7 +2185,7 @@ protected StructTreeReader( " innerStructSubtype " + treeReaderSchema.getInnerStructSubtype()); } if (included[subtype]) { - this.fields[i] = createTreeReader(subtype, treeReaderSchema, included, skipCorrupt); + this.fields[i] = createFieldTreeReader(subtype, treeReaderSchema, i, included, skipCorrupt); } // Use the treeReaderSchema evolution name since file/reader types may not have the real column name. this.fieldNames[i] = schemaStructType.getFieldNames(i); @@ -2461,50 +2560,2104 @@ void skipRows(long items) throws IOException { } } - public static TreeReader createTreeReader(int columnId, - TreeReaderSchema treeReaderSchema, - boolean[] included, - boolean skipCorrupt - ) throws IOException { - OrcProto.Type type = treeReaderSchema.getSchemaTypes().get(columnId); - switch (type.getKind()) { - case BOOLEAN: - return new BooleanTreeReader(columnId); - case BYTE: - return new ByteTreeReader(columnId); - case DOUBLE: - return new DoubleTreeReader(columnId); - case FLOAT: - return new FloatTreeReader(columnId); - case SHORT: - return new ShortTreeReader(columnId); - case INT: - return new IntTreeReader(columnId); - case LONG: - return new LongTreeReader(columnId, skipCorrupt); - case STRING: - return new StringTreeReader(columnId); - case CHAR: - if (!type.hasMaximumLength()) { - throw new IllegalArgumentException("ORC char type has no length specified"); + public static class AnyIntegerAsLongTreeReader extends LongTreeReader { + + private LongWritable longWritable; + + AnyIntegerAsLongTreeReader(int columnId, boolean skipCorrupt) throws IOException { + super(columnId, skipCorrupt); + } + + @Override + Object next(Object previous) throws IOException { + throw new RuntimeException("Call readPresent and nextLong instead"); + } + + protected void read() throws IOException { + longWritable = (LongWritable) super.next(longWritable); + } + + protected long getLong() throws IOException { + return longWritable.get(); + } + } + + public static class FloatFromAnyIntegerTreeReader extends TreeReader { + + private AnyIntegerAsLongTreeReader anyIntegerAsLongTreeReader; + + private LongColumnVector longColVector; + private DoubleColumnVector doubleColVector; + + FloatFromAnyIntegerTreeReader(int columnId, boolean skipCorrupt) throws IOException { + super(columnId); + anyIntegerAsLongTreeReader = new AnyIntegerAsLongTreeReader(columnId, skipCorrupt); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.seek(index); + } + + @Override + Object next(Object previous) throws IOException { + + anyIntegerAsLongTreeReader.read(); + FloatWritable result = null; + if (anyIntegerAsLongTreeReader.valuePresent) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + float floatValue = (float) longValue; + if (floatValue != Float.NaN){ + if (previous == null) { + result = new FloatWritable(); + } else { + result = (FloatWritable) previous; + } + result.set(floatValue); } - return new CharTreeReader(columnId, type.getMaximumLength()); - case VARCHAR: - if (!type.hasMaximumLength()) { - throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + float value = (float) longColVector.vector[elementNum]; + if (value != Float.NaN) { + doubleColVector.vector[elementNum] = value; + } else { + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + doubleColVector.reset(); + } + + convertVector(longColVector, doubleColVector, batchSize); + + return doubleColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.skipRows(items); + } + } + + public static class DoubleFromAnyIntegerTreeReader extends TreeReader { + + private AnyIntegerAsLongTreeReader anyIntegerAsLongTreeReader; + + private LongColumnVector longColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromAnyIntegerTreeReader(int columnId, boolean skipCorrupt) throws IOException { + super(columnId); + anyIntegerAsLongTreeReader = new AnyIntegerAsLongTreeReader(columnId, skipCorrupt); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.seek(index); + } + + @Override + Object next(Object previous) throws IOException { + anyIntegerAsLongTreeReader.read(); + DoubleWritable result = null; + if (anyIntegerAsLongTreeReader.valuePresent) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + double doubleValue = (double) longValue; + if (doubleValue != Double.NaN) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(doubleValue); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + + double value = (double) longColVector.vector[elementNum]; + if (value != Double.NaN) { + ((DoubleColumnVector) doubleColVector).vector[elementNum] = value; + } else { + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + doubleColVector.reset(); + } + + convertVector(longColVector, doubleColVector, batchSize); + + return doubleColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.skipRows(items); + } + } + + public static class DecimalFromAnyIntegerTreeReader extends TreeReader { + + private AnyIntegerAsLongTreeReader anyIntegerAsLongTreeReader; + + private int precision; + private int scale; + private LongColumnVector longColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromAnyIntegerTreeReader(int columnId, int precision, int scale, + boolean skipCorrupt) throws IOException { + super(columnId); + anyIntegerAsLongTreeReader = new AnyIntegerAsLongTreeReader(columnId, skipCorrupt); + this.precision = precision; + this.scale = scale; + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.seek(index); + } + + @Override + Object next(Object previous) throws IOException { + anyIntegerAsLongTreeReader.read(); + HiveDecimalWritable result = null; + if (anyIntegerAsLongTreeReader.valuePresent) { + long longValue = anyIntegerAsLongTreeReader.getLong(); + result = new HiveDecimalWritable(longValue); + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + long longValue = longColVector.vector[elementNum]; + HiveDecimalWritable hiveDecimalWritable = + new HiveDecimalWritable(longValue); + decimalColVector.vector[elementNum] = hiveDecimalWritable; + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } else { + decimalColVector = (DecimalColumnVector) previousVector; + decimalColVector.reset(); + } + + convertVector(longColVector, decimalColVector, batchSize); + + return decimalColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.skipRows(items); + } + } + + public static class StringFromAnyIntegerTreeReader extends TreeReader { + + private AnyIntegerAsLongTreeReader anyIntegerAsLongTreeReader; + + private LongColumnVector longColVector; + private BytesColumnVector bytesColVector; + + StringFromAnyIntegerTreeReader(int columnId, boolean skipCorrupt) + throws IOException { + super(columnId); + anyIntegerAsLongTreeReader = new AnyIntegerAsLongTreeReader(columnId, skipCorrupt); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.seek(index); + } + + @Override + Object next(Object previous) throws IOException { + anyIntegerAsLongTreeReader.read(); + Text result = null; + if (anyIntegerAsLongTreeReader.valuePresent) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + String string = Long.toString(anyIntegerAsLongTreeReader.getLong()); + result.set(string); + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + long longValue = longColVector.vector[elementNum]; + String string = Long.toString(longValue); + byte[] bytes = string.getBytes(); + bytesColVector.setVal(elementNum, bytes, 0, bytes.length); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + anyIntegerAsLongTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + bytesColVector.reset(); + } + + convertVector(longColVector, bytesColVector, batchSize); + + return bytesColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + anyIntegerAsLongTreeReader.skipRows(items); + } + } + + private static TreeReader integerConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case FLOAT: + return new FloatFromAnyIntegerTreeReader(columnId, skipCorrupt); + + case DOUBLE: + return new DoubleFromAnyIntegerTreeReader(columnId, skipCorrupt); + + case DECIMAL: + { + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalFromAnyIntegerTreeReader(columnId, precision, scale, skipCorrupt); + } + + case STRING: + return new StringFromAnyIntegerTreeReader(columnId, skipCorrupt); + + // UNDONE + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + case CHAR: + case VARCHAR: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + public static class DoubleFromStringTreeReader extends TreeReader { + + private StringTreeReader stringTreeReader; + + private Text textResult; + private BytesColumnVector bytesColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromStringTreeReader(int columnId) throws IOException { + super(columnId); + stringTreeReader = new StringTreeReader(columnId); + textResult = new Text(); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + stringTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + stringTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + stringTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + stringTreeReader.seek(index); + } + + private double parseDoubleFromString(String string) { + try { + double value = Double.parseDouble(string); + return value; + } catch (NumberFormatException e) { + return Double.NaN; + } + } + + private double parseDoubleFromText(Text text) { + return parseDoubleFromString(textResult.toString()); + } + + @Override + Object next(Object previous) throws IOException { + + Text readTextResult = (Text) stringTreeReader.next(textResult); + + DoubleWritable result = null; + if (readTextResult != null) { + double value = parseDoubleFromText(readTextResult); + if (value != Double.NaN) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + double value = parseDoubleFromString(string); + if (value != Double.NaN) { + doubleColVector.vector[elementNum] = value; + } else { + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + stringTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + doubleColVector.reset(); + } + + convertVector(bytesColVector, doubleColVector, batchSize); + + return doubleColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + stringTreeReader.skipRows(items); + } + } + + public static class DoubleFromCharTreeReader extends TreeReader { + + private CharTreeReader charTreeReader; + + private HiveCharWritable hiveCharResult; + private BytesColumnVector bytesColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromCharTreeReader(int columnId, int maxLength) throws IOException { + super(columnId); + charTreeReader = new CharTreeReader(columnId, maxLength); + hiveCharResult = new HiveCharWritable(); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + charTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + charTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + charTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + charTreeReader.seek(index); + } + + private double parseDoubleFromString(String string) { + try { + double value = Double.parseDouble(string); + return value; + } catch (NumberFormatException e) { + return Double.NaN; + } + } + + @Override + Object next(Object previous) throws IOException { + + HiveCharWritable readHiveCharResult = + (HiveCharWritable) charTreeReader.next(hiveCharResult); + + DoubleWritable result = null; + if (readHiveCharResult != null) { + double value = parseDoubleFromString(readHiveCharResult.toString()); + if (value != Double.NaN) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + double value = parseDoubleFromString(string); + if (value != Double.NaN) { + doubleColVector.vector[elementNum] = value; + } else { + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + charTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + doubleColVector.reset(); + } + + convertVector(bytesColVector, doubleColVector, batchSize); + + return doubleColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + charTreeReader.skipRows(items); + } + } + + public static class DoubleFromVarcharTreeReader extends TreeReader { + + private VarcharTreeReader varcharTreeReader; + + private HiveVarcharWritable hiveVarcharResult; + private BytesColumnVector bytesColVector; + private DoubleColumnVector doubleColVector; + + DoubleFromVarcharTreeReader(int columnId, int maxLength) throws IOException { + super(columnId); + varcharTreeReader = new VarcharTreeReader(columnId, maxLength); + hiveVarcharResult = new HiveVarcharWritable(); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + varcharTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + varcharTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + varcharTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + varcharTreeReader.seek(index); + } + + private double parseDoubleFromString(String string) { + try { + double value = Double.parseDouble(string); + return value; + } catch (NumberFormatException e) { + return Double.NaN; + } + } + + @Override + Object next(Object previous) throws IOException { + + HiveVarcharWritable readHiveVarcharResult = + (HiveVarcharWritable) varcharTreeReader.next(hiveVarcharResult); + + DoubleWritable result = null; + if (readHiveVarcharResult != null) { + double value = parseDoubleFromString(readHiveVarcharResult.toString()); + if (value != Double.NaN) { + if (previous == null) { + result = new DoubleWritable(); + } else { + result = (DoubleWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + double value = parseDoubleFromString(string); + if (value != Double.NaN) { + doubleColVector.vector[elementNum] = value; + } else { + doubleColVector.noNulls = false; + doubleColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + varcharTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + doubleColVector = new DoubleColumnVector(); + } else { + doubleColVector = (DoubleColumnVector) previousVector; + doubleColVector.reset(); + } + + convertVector(bytesColVector, doubleColVector, batchSize); + + return doubleColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + varcharTreeReader.skipRows(items); + } + } + + public static class DecimalFromDoubleTreeReader extends TreeReader { + + private DoubleTreeReader doubleTreeReader; + + private int precision; + private int scale; + private DoubleWritable doubleResult; + private DoubleColumnVector doubleColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromDoubleTreeReader(int columnId, int precision, int scale) throws IOException { + super(columnId); + doubleTreeReader = new DoubleTreeReader(columnId); + this.precision = precision; + this.scale = scale; + doubleResult = new DoubleWritable(); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + doubleTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + doubleTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + doubleTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + doubleTreeReader.seek(index); + } + + @Override + Object next(Object previous) throws IOException { + + DoubleWritable readDoubleResult = (DoubleWritable) doubleTreeReader.next(doubleResult); + + HiveDecimalWritable result = null; + if (readDoubleResult != null) { + HiveDecimal value = + HiveDecimal.create(new BigDecimal(readDoubleResult.get())); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + HiveDecimal value = + HiveDecimal.create(new BigDecimal(doubleColVector.vector[elementNum])); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (doubleColVector == null) { + doubleColVector = new DoubleColumnVector(); + } + // Read present/isNull stream + doubleTreeReader.nextVector(doubleColVector, batchSize); + + if (previousVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } else { + decimalColVector = (DecimalColumnVector) previousVector; + decimalColVector.reset(); + } + + convertVector(doubleColVector, decimalColVector, batchSize); + + return decimalColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + doubleTreeReader.skipRows(items); + } + } + + public static class StringFromDoubleTreeReader extends TreeReader { + + private DoubleTreeReader doubleTreeReader; + + private DoubleWritable doubleResult; + private DoubleColumnVector doubleColVector; + private BytesColumnVector bytesColVector; + + + StringFromDoubleTreeReader(int columnId, boolean skipCorrupt) + throws IOException { + super(columnId); + doubleTreeReader = new DoubleTreeReader(columnId); + doubleResult = new DoubleWritable(); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + doubleTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + doubleTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + doubleTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + doubleTreeReader.seek(index); + } + + @Override + Object next(Object previous) throws IOException { + + DoubleWritable readDoubleResult = (DoubleWritable) doubleTreeReader.next(doubleResult); + + Text result = null; + if (readDoubleResult != null) { + double value = readDoubleResult.get(); + if (value != Double.NaN) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + result.set(Double.toString(value)); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + double doubleValue = doubleColVector.vector[elementNum]; + String string = Double.toString(doubleValue); + byte[] bytes = string.getBytes(); + bytesColVector.setVal(elementNum, bytes, 0, bytes.length); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (doubleColVector == null) { + doubleColVector = new DoubleColumnVector(); + } + // Read present/isNull stream + doubleTreeReader.nextVector(doubleColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + bytesColVector.reset(); + } + + convertVector(doubleColVector, bytesColVector, batchSize); + + return bytesColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + doubleTreeReader.skipRows(items); + } + } + + private static TreeReader doubleConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case DECIMAL: + { + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalFromDoubleTreeReader(columnId, precision, scale); + } + + case STRING: + return new StringFromDoubleTreeReader(columnId, skipCorrupt); + + // UNDONE + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + case FLOAT: + case DOUBLE: + case CHAR: + case VARCHAR: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + public static class StringFromDecimalTreeReader extends TreeReader { + + private DecimalTreeReader decimalTreeReader; + + private int precision; + private int scale; + private HiveDecimalWritable hiveDecimalResult; + private DecimalColumnVector decimalColVector; + private BytesColumnVector bytesColVector; + + StringFromDecimalTreeReader(int columnId, int precision, int scale, boolean skipCorrupt) + throws IOException { + super(columnId); + this.precision = precision; + this.scale = scale; + decimalTreeReader = new DecimalTreeReader(columnId, precision, scale); + hiveDecimalResult = new HiveDecimalWritable(); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + decimalTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + decimalTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + decimalTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + decimalTreeReader.seek(index); + } + + @Override + Object next(Object previous) throws IOException { + + HiveDecimalWritable readHiveDecimalResult = + (HiveDecimalWritable) decimalTreeReader.next(hiveDecimalResult); + + Text result = null; + if (readHiveDecimalResult != null) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + result.set(readHiveDecimalResult.getHiveDecimal().toString()); + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) { + String string = decimalColVector.vector[elementNum].getHiveDecimal().toString(); + byte[] bytes = string.getBytes(); + bytesColVector.setVal(elementNum, bytes, 0, bytes.length); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (decimalColVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } + // Read present/isNull stream + decimalTreeReader.nextVector(decimalColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + bytesColVector.reset(); + } + + convertVector(decimalColVector, bytesColVector, batchSize); + + return bytesColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + decimalTreeReader.skipRows(items); + } + } + + private static TreeReader decimalConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case STRING: + { + int precision = + fileType.hasPrecision() ? fileType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = fileType.hasScale() ? fileType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new StringFromDecimalTreeReader(columnId, precision, scale, skipCorrupt); + } + + // UNDONE + case BOOLEAN: + case BYTE: + case SHORT: + case INT: + case LONG: + case FLOAT: + case DOUBLE: + case DECIMAL: + case CHAR: + case VARCHAR: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + public static class DecimalFromStringTreeReader extends TreeReader { + + private StringTreeReader stringTreeReader; + + private int precision; + private int scale; + private Text textResult; + private BytesColumnVector bytesColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromStringTreeReader(int columnId, int precision, int scale) throws IOException { + super(columnId); + stringTreeReader = new StringTreeReader(columnId); + this.precision = precision; + this.scale = scale; + textResult = new Text(); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + stringTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + stringTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + stringTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + stringTreeReader.seek(index); + } + + private HiveDecimal parseDecimalFromString(String string) { + try { + HiveDecimal value = HiveDecimal.create(string); + return value; + } catch (NumberFormatException e) { + return null; + } + } + + private HiveDecimal parseDecimalFromText(Text text) { + // UNDONE: Convert text to String using utility method??? + return parseDecimalFromString(textResult.toString()); + } + + @Override + Object next(Object previous) throws IOException { + + Text readTextResult = (Text) stringTreeReader.next(textResult); + + HiveDecimalWritable result = null; + if (readTextResult != null) { + HiveDecimal value = parseDecimalFromText(readTextResult); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + HiveDecimal value = parseDecimalFromString(string); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + stringTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } else { + decimalColVector = (DecimalColumnVector) previousVector; + decimalColVector.reset(); + } + + convertVector(bytesColVector, decimalColVector, batchSize); + + return decimalColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + stringTreeReader.skipRows(items); + } + } + + public static class DecimalFromCharTreeReader extends TreeReader { + + private CharTreeReader charTreeReader; + + private int precision; + private int scale; + private HiveCharWritable hiveCharResult; + private BytesColumnVector bytesColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromCharTreeReader(int columnId, int maxLength, int precision, int scale) throws IOException { + super(columnId); + charTreeReader = new CharTreeReader(columnId, maxLength); + this.precision = precision; + this.scale = scale; + hiveCharResult = new HiveCharWritable(); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + charTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + charTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + charTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + charTreeReader.seek(index); + } + + private HiveDecimal parseDecimalFromString(String string) { + try { + HiveDecimal value = HiveDecimal.create(string); + return value; + } catch (NumberFormatException e) { + return null; + } + } + + @Override + Object next(Object previous) throws IOException { + + HiveCharWritable readHiveCharResult = + (HiveCharWritable) charTreeReader.next(hiveCharResult); + + HiveDecimalWritable result = null; + if (readHiveCharResult != null) { + HiveDecimal value = parseDecimalFromString(readHiveCharResult.toString()); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + HiveDecimal value = parseDecimalFromString(string); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + charTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } else { + decimalColVector = (DecimalColumnVector) previousVector; + decimalColVector.reset(); + } + + convertVector(bytesColVector, decimalColVector, batchSize); + + return decimalColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + charTreeReader.skipRows(items); + } + } + + public static class DecimalFromVarcharTreeReader extends TreeReader { + + private VarcharTreeReader varcharTreeReader; + + private int precision; + private int scale; + private HiveVarcharWritable hiveVarcharResult; + private BytesColumnVector bytesColVector; + private DecimalColumnVector decimalColVector; + + DecimalFromVarcharTreeReader(int columnId, int maxLength, int precision, int scale) throws IOException { + super(columnId); + varcharTreeReader = new VarcharTreeReader(columnId, maxLength); + this.precision = precision; + this.scale = scale; + hiveVarcharResult = new HiveVarcharWritable(); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + varcharTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + varcharTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + varcharTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + varcharTreeReader.seek(index); + } + + private HiveDecimal parseDecimalFromString(String string) { + try { + HiveDecimal value = HiveDecimal.create(string); + return value; + } catch (NumberFormatException e) { + return null; + } + } + + @Override + Object next(Object previous) throws IOException { + + HiveVarcharWritable readHiveVarcharResult = + (HiveVarcharWritable) varcharTreeReader.next(hiveVarcharResult); + + HiveDecimalWritable result = null; + if (readHiveVarcharResult != null) { + HiveDecimal value = parseDecimalFromString(readHiveVarcharResult.toString()); + if (value != null) { + if (previous == null) { + result = new HiveDecimalWritable(); + } else { + result = (HiveDecimalWritable) previous; + } + result.set(value); + } + } + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string; + try { + string = new String(bytesColVector.vector[elementNum], + bytesColVector.start[elementNum], bytesColVector.length[elementNum], "UTF-8"); + } catch (UnsupportedEncodingException e) { + throw new IOException(e); + } + HiveDecimal value = parseDecimalFromString(string); + if (value != null) { + decimalColVector.set(elementNum, value); + } else { + decimalColVector.noNulls = false; + decimalColVector.isNull[elementNum] = true; + } + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (bytesColVector == null) { + bytesColVector = new BytesColumnVector(); + } + // Read present/isNull stream + varcharTreeReader.nextVector(bytesColVector, batchSize); + + if (previousVector == null) { + decimalColVector = new DecimalColumnVector(precision, scale); + } else { + decimalColVector = (DecimalColumnVector) previousVector; + decimalColVector.reset(); + } + + convertVector(bytesColVector, decimalColVector, batchSize); + + return decimalColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + varcharTreeReader.skipRows(items); + } + } + + public static class StringFromTimestampTreeReader extends TreeReader { + + private TimestampTreeReader timestampTreeReader; + + private TimestampWritable timestampWritableResult; + private TimestampColumnVector timestampColVector; + private BytesColumnVector bytesColVector; + + StringFromTimestampTreeReader(int columnId, boolean skipCorrupt) throws IOException { + super(columnId); + timestampTreeReader = new TimestampTreeReader(columnId, skipCorrupt); + timestampWritableResult = new TimestampWritable(); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + timestampTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + timestampTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + timestampTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + timestampTreeReader.seek(index); + } + + @Override + Object next(Object previous) throws IOException { + + TimestampWritable readTimestampWritableResult = + (TimestampWritable) timestampTreeReader.next(timestampWritableResult); + + Text result = null; + if (readTimestampWritableResult != null) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + String string = readTimestampWritableResult.toString(); + result.set(string); + } + + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + String string = + timestampColVector.asScratchPisaTimestamp(elementNum).toString(); + byte[] bytes = string.getBytes(); + bytesColVector.setVal(elementNum, bytes, 0, bytes.length); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (timestampColVector == null) { + timestampColVector = new TimestampColumnVector(); + } + // Read present/isNull stream + timestampTreeReader.nextVector(timestampColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + bytesColVector.reset(); + } + + convertVector(timestampColVector, bytesColVector, batchSize); + + return bytesColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + timestampTreeReader.skipRows(items); + } + } + + public static class StringFromDateTreeReader extends TreeReader { + + private DateTreeReader dateTreeReader; + + private LongColumnVector longColVector; + private BytesColumnVector bytesColVector; + private DateWritable dateWritableResult; + private Date date; + + StringFromDateTreeReader(int columnId, boolean skipCorrupt) throws IOException { + super(columnId); + dateTreeReader = new DateTreeReader(columnId); + dateWritableResult = new DateWritable(); + date = new Date(0); + } + + @Override + void checkEncoding(OrcProto.ColumnEncoding encoding) throws IOException { + // Pass-thru. + dateTreeReader.checkEncoding(encoding); + } + + @Override + void startStripe(Map streams, + OrcProto.StripeFooter stripeFooter + ) throws IOException { + // Pass-thru. + dateTreeReader.startStripe(streams, stripeFooter); + } + + @Override + void seek(PositionProvider[] index) throws IOException { + // Pass-thru. + dateTreeReader.seek(index); + } + + @Override + public void seek(PositionProvider index) throws IOException { + // Pass-thru. + dateTreeReader.seek(index); + } + + @Override + Object next(Object previous) throws IOException { + + DateWritable readDateWritableResult = + (DateWritable) dateTreeReader.next(dateWritableResult); + + Text result = null; + if (readDateWritableResult != null) { + if (previous == null) { + result = new Text(); + } else { + result = (Text) previous; + } + String string = readDateWritableResult.toString(); + result.set(string); + } + + return result; + } + + @Override + public void setConvertVectorEle(int elementNum) throws IOException { + date.setTime(DateWritable.daysToMillis((int) longColVector.vector[elementNum])); + String string = date.toString(); + byte[] bytes = string.getBytes(); + bytesColVector.setVal(elementNum, bytes, 0, bytes.length); + } + + @Override + public Object nextVector(Object previousVector, final long batchSize) throws IOException { + if (longColVector == null) { + longColVector = new LongColumnVector(); + } + // Read present/isNull stream + dateTreeReader.nextVector(longColVector, batchSize); + + if (previousVector == null) { + bytesColVector = new BytesColumnVector(); + } else { + bytesColVector = (BytesColumnVector) previousVector; + bytesColVector.reset(); + } + + convertVector(longColVector, bytesColVector, batchSize); + + return bytesColVector; + } + + @Override + void skipRows(long items) throws IOException { + // Pass-thru. + dateTreeReader.skipRows(items); + } + } + + private static TreeReader stringConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case DOUBLE: + return new DoubleFromStringTreeReader(columnId); + + case DECIMAL: + { + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalFromStringTreeReader(columnId, precision, scale); + } + + // UNDONE + case BOOLEAN: + case BYTE: + case FLOAT: + case SHORT: + case INT: + case LONG: + case STRING: + case CHAR: + case VARCHAR: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + private static TreeReader charConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case DOUBLE: + if (!fileType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + return new DoubleFromCharTreeReader(columnId, schemaType.getMaximumLength()); + + case DECIMAL: + { + if (!fileType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalFromCharTreeReader(columnId, fileType.getMaximumLength(), precision, scale); + } + + // UNDONE + case BOOLEAN: + case BYTE: + case FLOAT: + case SHORT: + case INT: + case LONG: + case STRING: + case CHAR: + case VARCHAR: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + private static TreeReader varcharConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case DOUBLE: + if (!fileType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + return new DoubleFromVarcharTreeReader(columnId, schemaType.getMaximumLength()); + + case DECIMAL: + { + if (!fileType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalFromVarcharTreeReader(columnId, fileType.getMaximumLength(), precision, scale); + } + + // UNDONE + case BOOLEAN: + case BYTE: + case FLOAT: + case SHORT: + case INT: + case LONG: + case STRING: + case CHAR: + case VARCHAR: + case BINARY: + case TIMESTAMP: + case DATE: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + private static TreeReader timestampConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case STRING: + return new StringFromTimestampTreeReader(columnId, skipCorrupt); + + // UNDONE + case BOOLEAN: + case BYTE: + case FLOAT: + case SHORT: + case INT: + case LONG: + case DOUBLE: + case CHAR: + case VARCHAR: + case BINARY: + case TIMESTAMP: + case DATE: + case DECIMAL: + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + private static TreeReader dateConversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (schemaType.getKind()) { + + case STRING: + return new StringFromDateTreeReader(columnId, skipCorrupt); + + // UNDONE + case BOOLEAN: + case BYTE: + case FLOAT: + case SHORT: + case INT: + case LONG: + case DOUBLE: + case CHAR: + case VARCHAR: + case BINARY: + case TIMESTAMP: + case DATE: + case DECIMAL: + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + /** + * Implicit conversion allowed by TypeIntoUtils.implicitConvertible + * method. + * + * STRING_GROUP -> DOUBLE + * DoubleFromStringTreeReader + * DoubleFromCharTreeReader + * DoubleFromVarcharTreeReader + * + * STRING_GROUP -> DECIMAL + * DecimalFromStringTreeReader + * DecimalFromCharTreeReader + * DecimalFromVarcharTreeReader + * + * DATE_GROUP -> STRING_GROUP + * StringFromDateTreeReader + * StringFromTimestampTreeReader + * // Need Char/Varchar + * + * NUMERIC_GROUP -> STRING_GROUP + * StringFromAnyIntegerTreeReader + * StringFromDoubleTreeReader + * StringFromDecimalTreeReader + * // Need Char/Varchar + * + * STRING_GROUP -> STRING_GROUP + * (Varchar to String is just translate objects for row-by-row mode) + * (Char to String require pad out) + * (StringGroup to Char/Varchar requires trim or clip) + * + * // Upward from "lower" type to "higher" numeric type: + * BYTE -> SHORT -> INT -> BIGINT -> FLOAT -> DOUBLE -> DECIMAL + * FloatFromAnyIntegerTreeReader + * DoubleFromAnyIntegerTreeReader + * DecimalFromAnyIntegerTreeReader + * DecimalFromDoubleTreeReader + * // Float to Double? + * // Float to Decimal? + * + */ + private static TreeReader conversionReader( + int columnId, + TreeReaderSchema treeReaderSchema, + OrcProto.Type fileType, + OrcProto.Type schemaType, + boolean[] included, + boolean skipCorrupt) throws IOException { + + switch (fileType.getKind()) { + + case BYTE: + case SHORT: + case INT: + case LONG: + return integerConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case DOUBLE: + return doubleConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case DECIMAL: + return decimalConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case STRING: + return stringConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case CHAR: + return charConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case VARCHAR: + return varcharConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case TIMESTAMP: + return timestampConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + case DATE: + return dateConversionReader(columnId, treeReaderSchema, fileType, + schemaType, included, skipCorrupt); + + // UNDONE + case BOOLEAN: + + case FLOAT: + + case BINARY: + + case STRUCT: + case LIST: + case MAP: + case UNION: + default: + throw new IllegalArgumentException("Unsupported type " + + schemaType.getKind()); + } + } + + public static TreeReader createTreeReader(int columnId, + TreeReaderSchema treeReaderSchema, + boolean[] included, + boolean skipCorrupt + ) throws IOException { + OrcProto.Type schemaType = treeReaderSchema.getSchemaTypes().get(columnId); + switch (schemaType.getKind()) { + case BOOLEAN: + return new BooleanTreeReader(columnId); + case BYTE: + return new ByteTreeReader(columnId); + case DOUBLE: + return new DoubleTreeReader(columnId); + case FLOAT: + return new FloatTreeReader(columnId); + case SHORT: + return new ShortTreeReader(columnId); + case INT: + return new IntTreeReader(columnId); + case LONG: + return new LongTreeReader(columnId, skipCorrupt); + case STRING: + return new StringTreeReader(columnId); + case CHAR: + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC char type has no length specified"); + } + return new CharTreeReader(columnId, schemaType.getMaximumLength()); + case VARCHAR: + if (!schemaType.hasMaximumLength()) { + throw new IllegalArgumentException("ORC varchar type has no length specified"); + } + return new VarcharTreeReader(columnId, schemaType.getMaximumLength()); + case BINARY: + return new BinaryTreeReader(columnId); + case TIMESTAMP: + return new TimestampTreeReader(columnId, skipCorrupt); + case DATE: + return new DateTreeReader(columnId); + case DECIMAL: + { + int precision = + schemaType.hasPrecision() ? schemaType.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; + int scale = schemaType.hasScale() ? schemaType.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; + return new DecimalTreeReader(columnId, precision, scale); } - return new VarcharTreeReader(columnId, type.getMaximumLength()); - case BINARY: - return new BinaryTreeReader(columnId); - case TIMESTAMP: - return new TimestampTreeReader(columnId, skipCorrupt); - case DATE: - return new DateTreeReader(columnId); - case DECIMAL: - int precision = - type.hasPrecision() ? type.getPrecision() : HiveDecimal.SYSTEM_DEFAULT_PRECISION; - int scale = type.hasScale() ? type.getScale() : HiveDecimal.SYSTEM_DEFAULT_SCALE; - return new DecimalTreeReader(columnId, precision, scale); case STRUCT: return new StructTreeReader(columnId, treeReaderSchema, included, skipCorrupt); case LIST: @@ -2515,7 +4668,7 @@ public static TreeReader createTreeReader(int columnId, return new UnionTreeReader(columnId, treeReaderSchema, included, skipCorrupt); default: throw new IllegalArgumentException("Unsupported type " + - type.getKind()); + schemaType.getKind()); } } } diff --git ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java index 8fe298d..e7352cf 100644 --- ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java +++ ql/src/java/org/apache/hadoop/hive/ql/plan/VectorPartitionConversion.java @@ -58,24 +58,64 @@ public TypeInfo getInvalidToTypeInfo() { } // Currently, we only support these no-precision-loss or promotion data type conversions: - // // - // Short -> Int IMPLICIT WITH VECTORIZATION - // Short -> BigInt IMPLICIT WITH VECTORIZATION - // Int --> BigInt IMPLICIT WITH VECTORIZATION // - // CONSIDER ADDING: - // Float -> Double IMPLICIT WITH VECTORIZATION - // (Char | VarChar) -> String IMPLICIT WITH VECTORIZATION + // TinyInt --> SmallInt + // TinyInt --> Int + // TinyInt --> BigInt // - private static HashMap validFromPrimitiveMap = + // SmallInt -> Int + // SmallInt -> BigInt + // + // Int --> BigInt + // + // Float -> Double + // + // (Char | VarChar) -> String + // + private static HashMap implicitPrimitiveMap = new HashMap(); static { - validFromPrimitiveMap.put( + implicitPrimitiveMap.put( + PrimitiveCategory.BYTE, + new PrimitiveCategory[] { PrimitiveCategory.SHORT, PrimitiveCategory.INT, PrimitiveCategory.LONG }); + implicitPrimitiveMap.put( PrimitiveCategory.SHORT, new PrimitiveCategory[] { PrimitiveCategory.INT, PrimitiveCategory.LONG }); - validFromPrimitiveMap.put( + implicitPrimitiveMap.put( PrimitiveCategory.INT, new PrimitiveCategory[] { PrimitiveCategory.LONG }); + implicitPrimitiveMap.put( + PrimitiveCategory.FLOAT, + new PrimitiveCategory[] { PrimitiveCategory.DOUBLE }); + implicitPrimitiveMap.put( + PrimitiveCategory.CHAR, + new PrimitiveCategory[] { PrimitiveCategory.STRING }); + implicitPrimitiveMap.put( + PrimitiveCategory.VARCHAR, + new PrimitiveCategory[] { PrimitiveCategory.STRING }); + } + + public static boolean isImplicitVectorColumnConversion(TypeInfo fromTypeInfo, + TypeInfo toTypeInfo) { + + if (fromTypeInfo.getCategory() == Category.PRIMITIVE && + toTypeInfo.getCategory() == Category.PRIMITIVE) { + + PrimitiveCategory fromPrimitiveCategory = + ((PrimitiveTypeInfo) fromTypeInfo).getPrimitiveCategory(); + PrimitiveCategory toPrimitiveCategory = + ((PrimitiveTypeInfo) toTypeInfo).getPrimitiveCategory(); + PrimitiveCategory[] toPrimitiveCategories = implicitPrimitiveMap.get(fromPrimitiveCategory); + if (toPrimitiveCategories != null) { + for (PrimitiveCategory candidatePrimitiveCategory : toPrimitiveCategories) { + if (candidatePrimitiveCategory == toPrimitiveCategory) { + return true; + } + } + } + return false; + } + return false; } private boolean validateOne(TypeInfo fromTypeInfo, TypeInfo toTypeInfo) { @@ -87,24 +127,13 @@ private boolean validateOne(TypeInfo fromTypeInfo, TypeInfo toTypeInfo) { if (fromTypeInfo.getCategory() == Category.PRIMITIVE && toTypeInfo.getCategory() == Category.PRIMITIVE) { - PrimitiveCategory fromPrimitiveCategory = ((PrimitiveTypeInfo) fromTypeInfo).getPrimitiveCategory(); - PrimitiveCategory toPrimitiveCategory = ((PrimitiveTypeInfo) toTypeInfo).getPrimitiveCategory(); - - PrimitiveCategory[] toPrimitiveCategories = - validFromPrimitiveMap.get(fromPrimitiveCategory); - if (toPrimitiveCategories == null || - !ArrayUtils.contains(toPrimitiveCategories, toPrimitiveCategory)) { - invalidFromTypeInfo = fromTypeInfo; - invalidToTypeInfo = toTypeInfo; + // For now, allow all conversions.... - // Tell caller a bad one was found. - validConversion = false; - return false; - } } else { // Ignore checking complex types. Assume they will not be included in the query. } + // The 2 TypeInfo are different. return true; } @@ -117,7 +146,6 @@ public void validateConversion(List fromTypeInfoList, // The method validateOne will turn this off when invalid conversion is found. validConversion = true; - boolean atLeastOneConversion = false; for (int i = 0; i < columnCount; i++) { TypeInfo fromTypeInfo = fromTypeInfoList.get(i); TypeInfo toTypeInfo = toTypeInfoList.get(i); @@ -127,12 +155,6 @@ public void validateConversion(List fromTypeInfoList, return; } } - - if (atLeastOneConversion) { - // Leave resultConversionFlags set. - } else { - resultConversionFlags = null; - } } public void validateConversion(TypeInfo[] fromTypeInfos, TypeInfo[] toTypeInfos) { diff --git ql/src/test/queries/clientpositive/orc_int_type_promotion.q ql/src/test/queries/clientpositive/orc_int_type_promotion.q index a5a2308..9be46f0 100644 --- ql/src/test/queries/clientpositive/orc_int_type_promotion.q +++ ql/src/test/queries/clientpositive/orc_int_type_promotion.q @@ -46,6 +46,8 @@ insert overwrite table alltypes_orc select * from alltypes; select * from alltypes_orc; +SET hive.exec.schema.evolution=true; + alter table alltypes_orc change si si int; select * from alltypes_orc; @@ -59,6 +61,8 @@ set hive.fetch.task.conversion=none; explain select ti, si, i, bi from alltypes_orc; select ti, si, i, bi from alltypes_orc; +SET hive.exec.schema.evolution=false; + set hive.exec.dynamic.partition.mode=nonstrict; create table src_part_orc (key int, value string) partitioned by (ds string) stored as orc; insert overwrite table src_part_orc partition(ds) select key, value, ds from srcpart where ds is not null; diff --git ql/src/test/queries/clientpositive/orc_schema_evolution.q ql/src/test/queries/clientpositive/orc_schema_evolution.q index 285acf4..c78cfe8 100644 --- ql/src/test/queries/clientpositive/orc_schema_evolution.q +++ ql/src/test/queries/clientpositive/orc_schema_evolution.q @@ -1,4 +1,6 @@ set hive.fetch.task.conversion=none; +SET hive.exec.schema.evolution=true; + create table src_orc (key smallint, val string) stored as orc; create table src_orc2 (key smallint, val string) stored as orc; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q index 800c5f8..67cb9cc 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_part.q @@ -2,10 +2,12 @@ set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS @@ -17,41 +19,52 @@ set hive.exec.dynamic.partition.mode=nonstrict; -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select part,a,b from partitioned1 order by part; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned1 order by part; +select part,a,b,c from partitioned1 order by part; +select part,a,b,c,d from partitioned1 order by part; +select part,a,c,d from partitioned1 order by part; +select part,a,d from partitioned1 order by part; +select part,c from partitioned1 order by part; +select part,d from partitioned1 order by part; + -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned2; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned2 change column a a int; +DESCRIBE FORMATTED partitioned2; insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); -select part,a,b from partitioned2; +explain +select part,a,b from partitioned2 order by part; + +select part,a,b from partitioned2 order by part; -- @@ -59,23 +72,28 @@ select part,a,b from partitioned2; -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned3 add columns(c int, d string); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +explain +select part,a,b from partitioned3 order by part; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned3 order by part; +select part,a,b,c from partitioned3 order by part; +select part,a,b,c,d from partitioned3 order by part; +select part,a,c,d from partitioned3 order by part; +select part,a,d from partitioned3 order by part; +select part,c from partitioned3 order by part; +select part,d from partitioned3 order by part; -- @@ -83,91 +101,424 @@ select part,d from partitioned1; -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned4; -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned4 change column a a int; +DESCRIBE FORMATTED partitioned4; insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1); -select part,a,b from partitioned4; +explain +select part,a,b from partitioned4 order by part; + +select part,a,b from partitioned4 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double; +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select part,a,b from partitioned5 order by part; + +select part,a,b from partitioned5 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a STRING, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select part,a,b from partitioned6 order by part; + +select part,a,b from partitioned6 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING; +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new'; +insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new'; +insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new'; +insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new'; +insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new'; +insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new'; + +explain +select part,a,b from partitioned7 order by part; + +select part,a,b from partitioned7 order by part; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING; +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=2) select '0004-09-22', 'new'; +insert into table partitioned8 partition(part=2) select '1815-05-06', 'new'; +insert into table partitioned8 partition(part=2) select '2007-02-09', 'new'; +insert into table partitioned8 partition(part=2) select '2002-05-10', 'new'; +insert into table partitioned8 partition(part=1) select '6229-06-28', 'new'; +insert into table partitioned8 partition(part=1) select '5966-07-09', 'new'; + +explain +select part,a,b from partitioned8 order by part; + +select part,a,b from partitioned8 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string; +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned9 order by part; + +select part,a,b from partitioned9 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string; +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned10 order by part; + +select part,a,b from partitioned10 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string; +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned11 order by part; + +select part,a,b from partitioned11 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float; +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1); + +explain +select part,a,b from partitioned12 order by part; + +select part,a,b from partitioned12 order by part; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double; +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned13 order by part; + +select part,a,b from partitioned13 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned14 order by part; + +select part,a,b from partitioned14 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned15 order by part; + +select part,a,b from partitioned15 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string; +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select part,a,b from partitioned16 order by part; + +select part,a,b from partitioned16 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string; +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select part,a,b from partitioned17 order by part; + +select part,a,b from partitioned17 order by part; + + +DROP TABLE partitioned1; +DROP TABLE partitioned2; +DROP TABLE partitioned3; +DROP TABLE partitioned4; +DROP TABLE partitioned5; +DROP TABLE partitioned6; +DROP TABLE partitioned7; +DROP TABLE partitioned8; +DROP TABLE partitioned9; +DROP TABLE partitioned10; +DROP TABLE partitioned11; +DROP TABLE partitioned12; +DROP TABLE partitioned13; +DROP TABLE partitioned14; +DROP TABLE partitioned15; +DROP TABLE partitioned16; +DROP TABLE partitioned17; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_update_1; -insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string); +alter table partitioned_update_1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_update_1; + +insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from partitioned_update_1; -select part,a,b,c,d from partitioned5; +select part,a,b,c,d from partitioned_update_1; -- UPDATE New Columns -update partitioned5 set c=99; +update partitioned_update_1 set c=99; -select part,a,b,c,d from partitioned5; +select part,a,b,c,d from partitioned_update_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_delete_1; -insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string); +alter table partitioned_delete_1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_delete_1; -insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned6; +select part,a,b,c,d from partitioned_delete_1; -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6; +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6; -select part,a,b,c,d from partitioned6; +explain +select * from partitioned_delete_1; + +select part,a,b,c,d from partitioned_delete_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_delete_2; -insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string); +alter table partitioned_delete_2 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_delete_2; -insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned7; +select part,a,b,c,d from partitioned_delete_2; -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100; +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100; -select part,a,b,c,d from partitioned7; +explain +select * from partitioned_delete_2; +select part,a,b,c,d from partitioned_delete_2; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; -DROP TABLE partitioned5; -DROP TABLE partitioned6; -DROP TABLE partitioned7; \ No newline at end of file +DROP TABLE partitioned_update_1; +DROP TABLE partitioned_delete_1; +DROP TABLE partitioned_delete_2; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q index b006acb..eaa8f36 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acid_mapwork_table.q @@ -1,6 +1,7 @@ set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; @@ -26,6 +27,9 @@ insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table1; + -- SELECT permutation columns to make sure NULL defaulting works right select a,b from table1; select a,b,c from table1; @@ -50,6 +54,9 @@ insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(4000 insert into table table2 values(5000, 'new'),(90000, 'new'); +explain +select * from table2; + select a,b from table2; @@ -69,6 +76,9 @@ insert into table table5 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table5 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table5; + select a,b,c,d from table5; -- UPDATE New Columns @@ -92,6 +102,9 @@ insert into table table6 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table6 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table6; + select a,b,c,d from table6; -- DELETE where old column @@ -115,6 +128,9 @@ insert into table table7 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table7 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table7; + select a,b,c,d from table7; -- DELETE where new column diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q index fc935d5..78b7591 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_part.q @@ -2,10 +2,12 @@ set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS @@ -17,41 +19,52 @@ set hive.exec.dynamic.partition.mode=nonstrict; -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select part,a,b from partitioned1 order by part; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned1 order by part; +select part,a,b,c from partitioned1 order by part; +select part,a,b,c,d from partitioned1 order by part; +select part,a,c,d from partitioned1 order by part; +select part,a,d from partitioned1 order by part; +select part,c from partitioned1 order by part; +select part,d from partitioned1 order by part; + -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned2; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned2 change column a a int; +DESCRIBE FORMATTED partitioned2; insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); -select part,a,b from partitioned2; +explain +select part,a,b from partitioned2 order by part; + +select part,a,b from partitioned2 order by part; -- @@ -59,23 +72,28 @@ select part,a,b from partitioned2; -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned3 add columns(c int, d string); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +explain +select part,a,b from partitioned3 order by part; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned3 order by part; +select part,a,b,c from partitioned3 order by part; +select part,a,b,c,d from partitioned3 order by part; +select part,a,c,d from partitioned3 order by part; +select part,a,d from partitioned3 order by part; +select part,c from partitioned3 order by part; +select part,d from partitioned3 order by part; -- @@ -83,91 +101,424 @@ select part,d from partitioned1; -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned4; -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned4 change column a a int; +DESCRIBE FORMATTED partitioned4; insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1); -select part,a,b from partitioned4; +explain +select part,a,b from partitioned4 order by part; + +select part,a,b from partitioned4 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double; +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select part,a,b from partitioned5 order by part; + +select part,a,b from partitioned5 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a STRING, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select part,a,b from partitioned6 order by part; + +select part,a,b from partitioned6 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING; +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new'; +insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new'; +insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new'; +insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new'; +insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new'; +insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new'; + +explain +select part,a,b from partitioned7 order by part; + +select part,a,b from partitioned7 order by part; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING; +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=2) select '0004-09-22', 'new'; +insert into table partitioned8 partition(part=2) select '1815-05-06', 'new'; +insert into table partitioned8 partition(part=2) select '2007-02-09', 'new'; +insert into table partitioned8 partition(part=2) select '2002-05-10', 'new'; +insert into table partitioned8 partition(part=1) select '6229-06-28', 'new'; +insert into table partitioned8 partition(part=1) select '5966-07-09', 'new'; + +explain +select part,a,b from partitioned8 order by part; + +select part,a,b from partitioned8 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string; +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned9 order by part; + +select part,a,b from partitioned9 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string; +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned10 order by part; + +select part,a,b from partitioned10 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string; +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned11 order by part; + +select part,a,b from partitioned11 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float; +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1); + +explain +select part,a,b from partitioned12 order by part; + +select part,a,b from partitioned12 order by part; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double; +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned13 order by part; + +select part,a,b from partitioned13 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned14 order by part; + +select part,a,b from partitioned14 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned15 order by part; + +select part,a,b from partitioned15 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string; +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select part,a,b from partitioned16 order by part; + +select part,a,b from partitioned16 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string; +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select part,a,b from partitioned17 order by part; + +select part,a,b from partitioned17 order by part; + + +DROP TABLE partitioned1; +DROP TABLE partitioned2; +DROP TABLE partitioned3; +DROP TABLE partitioned4; +DROP TABLE partitioned5; +DROP TABLE partitioned6; +DROP TABLE partitioned7; +DROP TABLE partitioned8; +DROP TABLE partitioned9; +DROP TABLE partitioned10; +DROP TABLE partitioned11; +DROP TABLE partitioned12; +DROP TABLE partitioned13; +DROP TABLE partitioned14; +DROP TABLE partitioned15; +DROP TABLE partitioned16; +DROP TABLE partitioned17; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns --- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_update_1; -insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string); +alter table partitioned_update_1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_update_1; + +insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from partitioned_update_1; -select part,a,b,c,d from partitioned5; +select part,a,b,c,d from partitioned_update_1; -- UPDATE New Columns -update partitioned5 set c=99; +update partitioned_update_1 set c=99; -select part,a,b,c,d from partitioned5; +select part,a,b,c,d from partitioned_update_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column --- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_delete_1; -insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string); +alter table partitioned_delete_1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_delete_1; -insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned6; +select part,a,b,c,d from partitioned_delete_1; -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6; +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6; -select part,a,b,c,d from partitioned6; +explain +select * from partitioned_delete_1; + +select part,a,b,c,d from partitioned_delete_1; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true'); +DESCRIBE FORMATTED partitioned_delete_2; -insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); +insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string); +alter table partitioned_delete_2 add columns(c int, d string); +DESCRIBE FORMATTED partitioned_delete_2; -insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); +insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); -insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); -select part,a,b,c,d from partitioned7; +select part,a,b,c,d from partitioned_delete_2; -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100; +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100; -select part,a,b,c,d from partitioned7; +explain +select * from partitioned_delete_2; +select part,a,b,c,d from partitioned_delete_2; -DROP TABLE partitioned1; -DROP TABLE partitioned2; -DROP TABLE partitioned3; -DROP TABLE partitioned4; -DROP TABLE partitioned5; -DROP TABLE partitioned6; -DROP TABLE partitioned7; \ No newline at end of file +DROP TABLE partitioned_update_1; +DROP TABLE partitioned_delete_1; +DROP TABLE partitioned_delete_2; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q index e49a0f3..d9f8364 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_acidvec_mapwork_table.q @@ -1,10 +1,12 @@ set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; SET hive.exec.schema.evolution=false; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS @@ -26,6 +28,9 @@ insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table1; + -- SELECT permutation columns to make sure NULL defaulting works right select a,b from table1; select a,b,c from table1; @@ -50,6 +55,9 @@ insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(4000 insert into table table2 values(5000, 'new'),(90000, 'new'); +explain +select * from table2; + select a,b from table2; @@ -74,6 +82,9 @@ select a,b,c,d from table5; -- UPDATE New Columns update table5 set c=99; +explain +select * from table5; + select a,b,c,d from table5; @@ -97,6 +108,9 @@ select a,b,c,d from table6; -- DELETE where old column delete from table6 where a = 2 or a = 4 or a = 6; +explain +select * from table6; + select a,b,c,d from table6; @@ -120,6 +134,9 @@ select a,b,c,d from table7; -- DELETE where new column delete from table7 where a = 1 or c = 30 or c == 100; +explain +select * from table7; + select a,b,c,d from table7; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q index 9c66243..a473f3c 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q @@ -4,6 +4,7 @@ SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=more; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS @@ -13,17 +14,22 @@ set hive.exec.dynamic.partition.mode=nonstrict; -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from partitioned1; + -- SELECT permutation columns to make sure NULL defaulting works right select part,a,b from partitioned1; select part,a,b,c from partitioned1; @@ -33,21 +39,27 @@ select part,a,d from partitioned1; select part,c from partitioned1; select part,d from partitioned1; + -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned2; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned2 change column a a int; +DESCRIBE FORMATTED partitioned2; insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +explain +select * from partitioned2; + select part,a,b from partitioned2; @@ -55,44 +67,366 @@ select part,a,b from partitioned2; -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned3 add columns(c int, d string); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +explain +select * from partitioned3; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned3; +select part,a,b,c from partitioned3; +select part,a,b,c,d from partitioned3; +select part,a,c,d from partitioned3; +select part,a,d from partitioned3; +select part,c from partitioned3; +select part,d from partitioned3; -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned4; -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned4 change column a a int; +DESCRIBE FORMATTED partitioned4; insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1); +explain +select * from partitioned4; + select part,a,b from partitioned4; +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double; +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select * from partitioned5; + +select part,a,b from partitioned5; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select * from partitioned6; + +select part,a,b from partitioned6; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING; +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new'; +insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new'; +insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new'; +insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new'; +insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new'; +insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new'; + +explain +select * from partitioned7; + +select part,a,b from partitioned7; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING; +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=2) select '0004-09-22', 'new'; +insert into table partitioned8 partition(part=2) select '1815-05-06', 'new'; +insert into table partitioned8 partition(part=2) select '2007-02-09', 'new'; +insert into table partitioned8 partition(part=2) select '2002-05-10', 'new'; +insert into table partitioned8 partition(part=1) select '6229-06-28', 'new'; +insert into table partitioned8 partition(part=1) select '5966-07-09', 'new'; + +explain +select * from partitioned8; + +select part,a,b from partitioned8; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string; +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1); + +explain +select * from partitioned9; + +select part,a,b from partitioned9; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string; +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1); + +explain +select * from partitioned10; + +select part,a,b from partitioned10; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string; +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1); + +explain +select * from partitioned11; + +select part,a,b from partitioned11; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float; +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1); + +explain +select * from partitioned12; + +select part,a,b from partitioned12; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double; +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select * from partitioned13; + +select part,a,b from partitioned13; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select * from partitioned14; + +select part,a,b from partitioned14; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select * from partitioned15; + +select part,a,b from partitioned15; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string; +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select * from partitioned16; + +select part,a,b from partitioned16; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string; +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select * from partitioned17; + +select part,a,b from partitioned17; + + DROP TABLE partitioned1; DROP TABLE partitioned2; DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +DROP TABLE partitioned4; +DROP TABLE partitioned5; +DROP TABLE partitioned6; +DROP TABLE partitioned7; +DROP TABLE partitioned8; +DROP TABLE partitioned9; +DROP TABLE partitioned10; +DROP TABLE partitioned11; +DROP TABLE partitioned12; +DROP TABLE partitioned13; +DROP TABLE partitioned14; +DROP TABLE partitioned15; +DROP TABLE partitioned16; +DROP TABLE partitioned17; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q index 5bdd620..0227761 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q @@ -25,6 +25,9 @@ insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), ( insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from table1; + -- SELECT permutation columns to make sure NULL defaulting works right select a,b from table1; select a,b,c from table1; @@ -49,8 +52,32 @@ insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(4000 insert into table table2 values(5000, 'new'),(90000, 'new'); +explain +select * from table2; + select a,b from table2; +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC; + +insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a double; + +insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); + +insert into table table3 values(5000, 'new'),(90000, 'new'); + +explain +select * from table3; + +select a,b from table3; + DROP TABLE table1; DROP TABLE table2; +DROP TABLE table3; diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q index 0fbcadb..e418b19 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_part.q @@ -4,95 +4,428 @@ SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select part,a,b from partitioned1 order by part; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned1 order by part; +select part,a,b,c from partitioned1 order by part; +select part,a,b,c,d from partitioned1 order by part; +select part,a,c,d from partitioned1 order by part; +select part,a,d from partitioned1 order by part; +select part,c from partitioned1 order by part; +select part,d from partitioned1 order by part; + -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned2; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned2 change column a a int; +DESCRIBE FORMATTED partitioned2; insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); -select part,a,b from partitioned2; +explain +select part,a,b from partitioned2 order by part; + +select part,a,b from partitioned2 order by part; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned3 add columns(c int, d string); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +explain +select part,a,b from partitioned3 order by part; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned3 order by part; +select part,a,b,c from partitioned3 order by part; +select part,a,b,c,d from partitioned3 order by part; +select part,a,c,d from partitioned3 order by part; +select part,a,d from partitioned3 order by part; +select part,c from partitioned3 order by part; +select part,d from partitioned3 order by part; -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned4; -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned4 change column a a int; +DESCRIBE FORMATTED partitioned4; insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1); -select part,a,b from partitioned4; +explain +select part,a,b from partitioned4 order by part; + +select part,a,b from partitioned4 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double; +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select part,a,b from partitioned5 order by part; + +select part,a,b from partitioned5 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select part,a,b from partitioned6 order by part; + +select part,a,b from partitioned6 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING; +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new'; +insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new'; +insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new'; +insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new'; +insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new'; +insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new'; + +explain +select part,a,b from partitioned7 order by part; + +select part,a,b from partitioned7 order by part; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING; +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=2) select '0004-09-22', 'new'; +insert into table partitioned8 partition(part=2) select '1815-05-06', 'new'; +insert into table partitioned8 partition(part=2) select '2007-02-09', 'new'; +insert into table partitioned8 partition(part=2) select '2002-05-10', 'new'; +insert into table partitioned8 partition(part=1) select '6229-06-28', 'new'; +insert into table partitioned8 partition(part=1) select '5966-07-09', 'new'; + +explain +select part,a,b from partitioned8 order by part; + +select part,a,b from partitioned8 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string; +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned9 order by part; + +select part,a,b from partitioned9 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string; +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned10 order by part; + +select part,a,b from partitioned10 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string; +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned11 order by part; + +select part,a,b from partitioned11 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float; +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1); + +explain +select part,a,b from partitioned12 order by part; + +select part,a,b from partitioned12 order by part; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double; +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned13 order by part; + +select part,a,b from partitioned13 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned14 order by part; + +select part,a,b from partitioned14 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned15 order by part; + +select part,a,b from partitioned15 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string; +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select part,a,b from partitioned16 order by part; + +select part,a,b from partitioned16 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string; +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select part,a,b from partitioned17 order by part; + +select part,a,b from partitioned17 order by part; DROP TABLE partitioned1; DROP TABLE partitioned2; DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +DROP TABLE partitioned4; +DROP TABLE partitioned5; +DROP TABLE partitioned6; +DROP TABLE partitioned7; +DROP TABLE partitioned8; +DROP TABLE partitioned9; +DROP TABLE partitioned10; +DROP TABLE partitioned11; +DROP TABLE partitioned12; +DROP TABLE partitioned13; +DROP TABLE partitioned14; +DROP TABLE partitioned15; +DROP TABLE partitioned16; +DROP TABLE partitioned17; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q index 6c256ea..fe13a67 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_nonvec_mapwork_table.q @@ -1,12 +1,9 @@ set hive.cli.print.header=true; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; - +SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table @@ -49,8 +46,32 @@ insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(4000 insert into table table2 values(5000, 'new'),(90000, 'new'); +explain +select * from table2; + select a,b from table2; +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC; + +insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a decimal; + +insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); + +insert into table table3 values(5000, 'new'),(90000, 'new'); + +explain +select * from table3; + +select a,b from table3; + DROP TABLE table1; -DROP TABLE table2; \ No newline at end of file +DROP TABLE table2; +DROP TABLE table3; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q index 30b19bb..54f158a 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_part.q @@ -2,8 +2,9 @@ set hive.mapred.mode=nonstrict; set hive.cli.print.header=true; SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=true; -set hive.fetch.task.conversion=more; +set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=orc; -- SORT_QUERY_RESULTS @@ -13,86 +14,419 @@ set hive.exec.dynamic.partition.mode=nonstrict; -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select part,a,b from partitioned1 order by part; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned1 order by part; +select part,a,b,c from partitioned1 order by part; +select part,a,b,c,d from partitioned1 order by part; +select part,a,c,d from partitioned1 order by part; +select part,a,d from partitioned1 order by part; +select part,c from partitioned1 order by part; +select part,d from partitioned1 order by part; + -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned2; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned2 change column a a int; +DESCRIBE FORMATTED partitioned2; insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); -select part,a,b from partitioned2; +explain +select part,a,b from partitioned2 order by part; + +select part,a,b from partitioned2 order by part; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned3 add columns(c int, d string); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +explain +select part,a,b from partitioned3 order by part; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned3 order by part; +select part,a,b,c from partitioned3 order by part; +select part,a,b,c,d from partitioned3 order by part; +select part,a,c,d from partitioned3 order by part; +select part,a,d from partitioned3 order by part; +select part,c from partitioned3 order by part; +select part,d from partitioned3 order by part; -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC; +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned4; -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned4 change column a a int; +DESCRIBE FORMATTED partitioned4; insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1); -select part,a,b from partitioned4; +explain +select part,a,b from partitioned4 order by part; + +select part,a,b from partitioned4 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double; +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select part,a,b from partitioned5 order by part; + +select part,a,b from partitioned5 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select part,a,b from partitioned6 order by part; + +select part,a,b from partitioned6 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING; +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new'; +insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new'; +insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new'; +insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new'; +insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new'; +insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new'; + +explain +select part,a,b from partitioned7 order by part; + +select part,a,b from partitioned7 order by part; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING; +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=2) select '0004-09-22', 'new'; +insert into table partitioned8 partition(part=2) select '1815-05-06', 'new'; +insert into table partitioned8 partition(part=2) select '2007-02-09', 'new'; +insert into table partitioned8 partition(part=2) select '2002-05-10', 'new'; +insert into table partitioned8 partition(part=1) select '6229-06-28', 'new'; +insert into table partitioned8 partition(part=1) select '5966-07-09', 'new'; + +explain +select part,a,b from partitioned8 order by part; + +select part,a,b from partitioned8 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string; +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned9 order by part; + +select part,a,b from partitioned9 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string; +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned10 order by part; + +select part,a,b from partitioned10 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string; +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned11 order by part; + +select part,a,b from partitioned11 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float; +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1); + +explain +select part,a,b from partitioned12 order by part; + +select part,a,b from partitioned12 order by part; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double; +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned13 order by part; + +select part,a,b from partitioned13 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned14 order by part; + +select part,a,b from partitioned14 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned15 order by part; + +select part,a,b from partitioned15 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string; +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select part,a,b from partitioned16 order by part; + +select part,a,b from partitioned16 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string; +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select part,a,b from partitioned17 order by part; + +select part,a,b from partitioned17 order by part; DROP TABLE partitioned1; DROP TABLE partitioned2; DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +DROP TABLE partitioned4; +DROP TABLE partitioned5; +DROP TABLE partitioned6; +DROP TABLE partitioned7; +DROP TABLE partitioned8; +DROP TABLE partitioned9; +DROP TABLE partitioned10; +DROP TABLE partitioned11; +DROP TABLE partitioned12; +DROP TABLE partitioned13; +DROP TABLE partitioned14; +DROP TABLE partitioned15; +DROP TABLE partitioned16; +DROP TABLE partitioned17; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q index 6df2095..ed103c2 100644 --- ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_orc_vec_mapwork_table.q @@ -1,12 +1,11 @@ set hive.cli.print.header=true; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; - +SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=true; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; - -- SORT_QUERY_RESULTS -- -- FILE VARIATION: ORC, Vectorized, MapWork, Table @@ -49,8 +48,31 @@ insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(4000 insert into table table2 values(5000, 'new'),(90000, 'new'); +explain +select * from table2; + select a,b from table2; +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC; + +insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a decimal; + +insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); + +insert into table table3 values(5000, 'new'),(90000, 'new'); + +explain +select * from table3; + +select a,b from table3; DROP TABLE table1; -DROP TABLE table2; \ No newline at end of file +DROP TABLE table2; +DROP TABLE table3; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_fetchwork_table.q ql/src/test/queries/clientpositive/schema_evol_text_fetchwork_table.q deleted file mode 100644 index 44f7264..0000000 --- ql/src/test/queries/clientpositive/schema_evol_text_fetchwork_table.q +++ /dev/null @@ -1,56 +0,0 @@ -set hive.cli.print.header=true; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; -SET hive.exec.schema.evolution=true; -SET hive.vectorized.execution.enabled=false; -set hive.fetch.task.conversion=none; -set hive.exec.dynamic.partition.mode=nonstrict; - - --- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE; - -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); - --- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); - -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); - -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); - --- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; - --- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE; - -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); - --- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; - -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); - -insert into table table2 values(5000, 'new'),(90000, 'new'); - -select a,b from table2; - - -DROP TABLE table1; -DROP TABLE table2; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_mapwork_table.q ql/src/test/queries/clientpositive/schema_evol_text_mapwork_table.q deleted file mode 100644 index 44f7264..0000000 --- ql/src/test/queries/clientpositive/schema_evol_text_mapwork_table.q +++ /dev/null @@ -1,56 +0,0 @@ -set hive.cli.print.header=true; -set hive.support.concurrency=true; -set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; -SET hive.exec.schema.evolution=true; -SET hive.vectorized.execution.enabled=false; -set hive.fetch.task.conversion=none; -set hive.exec.dynamic.partition.mode=nonstrict; - - --- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE; - -insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); - --- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string); - -insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); - -insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); - --- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1; -select a,b,c from table1; -select a,b,c,d from table1; -select a,c,d from table1; -select a,d from table1; -select c from table1; -select d from table1; - --- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE; - -insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); - --- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int; - -insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); - -insert into table table2 values(5000, 'new'),(90000, 'new'); - -select a,b from table2; - - -DROP TABLE table1; -DROP TABLE table2; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q index 4d78642..59b1d4b 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_part.q @@ -4,26 +4,32 @@ SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=more; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=textfile; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select * from partitioned1; + -- SELECT permutation columns to make sure NULL defaulting works right select part,a,b from partitioned1; select part,a,b,c from partitioned1; @@ -33,21 +39,27 @@ select part,a,d from partitioned1; select part,c from partitioned1; select part,d from partitioned1; + -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned2; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned2 change column a a int; +DESCRIBE FORMATTED partitioned2; insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); +explain +select * from partitioned2; + select part,a,b from partitioned2; @@ -55,44 +67,366 @@ select part,a,b from partitioned2; -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned3 add columns(c int, d string); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +explain +select * from partitioned3; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned3; +select part,a,b,c from partitioned3; +select part,a,b,c,d from partitioned3; +select part,a,c,d from partitioned3; +select part,a,d from partitioned3; +select part,c from partitioned3; +select part,d from partitioned3; -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned4; -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned4 change column a a int; +DESCRIBE FORMATTED partitioned4; insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1); +explain +select * from partitioned4; + select part,a,b from partitioned4; +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double; +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select * from partitioned5; + +select part,a,b from partitioned5; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select * from partitioned6; + +select part,a,b from partitioned6; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING; +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new'; +insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new'; +insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new'; +insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new'; +insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new'; +insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new'; + +explain +select * from partitioned7; + +select part,a,b from partitioned7; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING; +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=2) select '0004-09-22', 'new'; +insert into table partitioned8 partition(part=2) select '1815-05-06', 'new'; +insert into table partitioned8 partition(part=2) select '2007-02-09', 'new'; +insert into table partitioned8 partition(part=2) select '2002-05-10', 'new'; +insert into table partitioned8 partition(part=1) select '6229-06-28', 'new'; +insert into table partitioned8 partition(part=1) select '5966-07-09', 'new'; + +explain +select * from partitioned8; + +select part,a,b from partitioned8; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string; +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1); + +explain +select * from partitioned9; + +select part,a,b from partitioned9; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string; +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1); + +explain +select * from partitioned10; + +select part,a,b from partitioned10; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string; +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1); + +explain +select * from partitioned11; + +select part,a,b from partitioned11; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float; +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1); + +explain +select * from partitioned12; + +select part,a,b from partitioned12; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double; +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select * from partitioned13; + +select part,a,b from partitioned13; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select * from partitioned14; + +select part,a,b from partitioned14; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select * from partitioned15; + +select part,a,b from partitioned15; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string; +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select * from partitioned16; + +select part,a,b from partitioned16; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string; +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select * from partitioned17; + +select part,a,b from partitioned17; + + DROP TABLE partitioned1; DROP TABLE partitioned2; DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +DROP TABLE partitioned4; +DROP TABLE partitioned5; +DROP TABLE partitioned6; +DROP TABLE partitioned7; +DROP TABLE partitioned8; +DROP TABLE partitioned9; +DROP TABLE partitioned10; +DROP TABLE partitioned11; +DROP TABLE partitioned12; +DROP TABLE partitioned13; +DROP TABLE partitioned14; +DROP TABLE partitioned15; +DROP TABLE partitioned16; +DROP TABLE partitioned17; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q index 0834351..1130c05 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_fetchwork_table.q @@ -5,7 +5,7 @@ set hive.fetch.task.conversion=more; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS @@ -28,6 +28,9 @@ alter table table1 add columns(e string); insert into table table1 values(5, 'new', 100, 'hundred', 'another1'),(6, 'new', 200, 'two hundred', 'another2'); +explain +select * from table1; + select a,b,c,d,e from table1; @@ -53,6 +56,9 @@ alter table table3 add columns(e string); insert into table table3 values(5000, 'new', 'another5'),(90000, 'new', 'another6'); +explain +select * from table3; + select a,b from table3; diff --git ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q index 173e417..bd3c5c0 100644 --- ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q +++ ql/src/test/queries/clientpositive/schema_evol_text_nonvec_mapwork_part.q @@ -4,95 +4,429 @@ SET hive.exec.schema.evolution=true; SET hive.vectorized.execution.enabled=false; set hive.fetch.task.conversion=none; set hive.exec.dynamic.partition.mode=nonstrict; +set hive.default.fileformat=textfile; -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned1 add columns(c int, d string); +DESCRIBE FORMATTED partitioned1; insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty'); insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred'); +explain +select part,a,b from partitioned1 order by part; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned1 order by part; +select part,a,b,c from partitioned1 order by part; +select part,a,b,c,d from partitioned1 order by part; +select part,a,c,d from partitioned1 order by part; +select part,a,d from partitioned1 order by part; +select part,c from partitioned1 order by part; +select part,d from partitioned1 order by part; + -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned2; -insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned2 change column a a int; +DESCRIBE FORMATTED partitioned2; insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new'); insert into table partitioned2 partition(part=1) values(5000, 'new'),(90000, 'new'); -select part,a,b from partitioned2; +explain +select part,a,b from partitioned2 order by part; + +select part,a,b from partitioned2 order by part; -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original'); -- Table-Non-Cascade ADD COLUMNS ... alter table partitioned3 add columns(c int, d string); +DESCRIBE FORMATTED partitioned3; insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1); +explain +select part,a,b from partitioned3 order by part; + -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1; -select part,a,b,c from partitioned1; -select part,a,b,c,d from partitioned1; -select part,a,c,d from partitioned1; -select part,a,d from partitioned1; -select part,c from partitioned1; -select part,d from partitioned1; +select part,a,b from partitioned3 order by part; +select part,a,b,c from partitioned3 order by part; +select part,a,b,c,d from partitioned3 order by part; +select part,a,c,d from partitioned3 order by part; +select part,a,d from partitioned3 order by part; +select part,c from partitioned3 order by part; +select part,d from partitioned3 order by part; -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE; +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned4; -insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original'); +insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); -- Table-Non-Cascade CHANGE COLUMNS ... alter table partitioned4 change column a a int; +DESCRIBE FORMATTED partitioned4; insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1); -select part,a,b from partitioned4; +explain +select part,a,b from partitioned4 order by part; + +select part,a,b from partitioned4 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double; +DESCRIBE FORMATTED partitioned5; + +insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select part,a,b from partitioned5 order by part; + +select part,a,b from partitioned5 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned6; + +insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new'); + +insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new'); + +explain +select part,a,b from partitioned6 order by part; + +select part,a,b from partitioned6 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original'; +insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING; +DESCRIBE FORMATTED partitioned7; + +insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new'; +insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new'; +insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new'; +insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new'; +insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new'; +insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new'; + +explain +select part,a,b from partitioned7 order by part; + +select part,a,b from partitioned7 order by part; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original'; +insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original'; + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING; +DESCRIBE FORMATTED partitioned8; + +insert into table partitioned8 partition(part=2) select '0004-09-22', 'new'; +insert into table partitioned8 partition(part=2) select '1815-05-06', 'new'; +insert into table partitioned8 partition(part=2) select '2007-02-09', 'new'; +insert into table partitioned8 partition(part=2) select '2002-05-10', 'new'; +insert into table partitioned8 partition(part=1) select '6229-06-28', 'new'; +insert into table partitioned8 partition(part=1) select '5966-07-09', 'new'; + +explain +select part,a,b from partitioned8 order by part; + +select part,a,b from partitioned8 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string; +DESCRIBE FORMATTED partitioned9; + +insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned9 order by part; + +select part,a,b from partitioned9 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string; +DESCRIBE FORMATTED partitioned10; + +insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned10 order by part; + +select part,a,b from partitioned10 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string; +DESCRIBE FORMATTED partitioned11; + +insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1); + +explain +select part,a,b from partitioned11 order by part; + +select part,a,b from partitioned11 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float; +DESCRIBE FORMATTED partitioned12; + +insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1); + +explain +select part,a,b from partitioned12 order by part; + +select part,a,b from partitioned12 order by part; + + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double; +DESCRIBE FORMATTED partitioned13; + +insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned13 order by part; + +select part,a,b from partitioned13 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned14; + +insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned14 order by part; + +select part,a,b from partitioned14 order by part; + + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18); +DESCRIBE FORMATTED partitioned15; + +insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1); + +explain +select part,a,b from partitioned15 order by part; + +select part,a,b from partitioned15 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string; +DESCRIBE FORMATTED partitioned16; + +insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select part,a,b from partitioned16 order by part; + +select part,a,b from partitioned16 order by part; + +-- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT); +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original'); + +-- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string; +DESCRIBE FORMATTED partitioned17; + +insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1); + +explain +select part,a,b from partitioned17 order by part; + +select part,a,b from partitioned17 order by part; DROP TABLE partitioned1; DROP TABLE partitioned2; DROP TABLE partitioned3; -DROP TABLE partitioned4; \ No newline at end of file +DROP TABLE partitioned4; +DROP TABLE partitioned5; +DROP TABLE partitioned6; +DROP TABLE partitioned7; +DROP TABLE partitioned8; +DROP TABLE partitioned9; +DROP TABLE partitioned10; +DROP TABLE partitioned11; +DROP TABLE partitioned12; +DROP TABLE partitioned13; +DROP TABLE partitioned14; +DROP TABLE partitioned15; +DROP TABLE partitioned16; +DROP TABLE partitioned17; \ No newline at end of file diff --git ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out index a922175..be3ec05 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_part.q.out @@ -22,6 +22,43 @@ CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -43,6 +80,46 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -69,15 +146,61 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from partitioned1 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned1 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned1 + Statistics: Num rows: 10 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4694 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -94,13 +217,13 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -117,13 +240,13 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -140,13 +263,13 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -163,13 +286,13 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -186,13 +309,13 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -209,13 +332,13 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -248,11 +371,48 @@ CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) cluster POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -269,6 +429,44 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -291,24 +489,70 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +PREHOOK: query: explain +select part,a,b from partitioned2 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned2 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned2 + Statistics: Num rows: 10 Data size: 3695 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3695 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3695 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3695 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3695 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned2 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 PREHOOK: Input: default@partitioned2@part=1 PREHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,a,b from partitioned2 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned2 POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new @@ -330,6 +574,43 @@ CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -351,6 +632,46 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -371,19 +692,65 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,a,b from partitioned3 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned3 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned3 + Statistics: Num rows: 10 Data size: 4695 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4695 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4695 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4695 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4695 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -396,17 +763,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -419,17 +786,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -442,17 +809,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -465,17 +832,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -488,17 +855,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 100 @@ -511,17 +878,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -550,11 +917,48 @@ CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) cluster POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -571,6 +975,44 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -587,350 +1029,3550 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,a,b from partitioned4 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned4 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned4 + Statistics: Num rows: 10 Data size: 3495 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3495 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3495 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3495 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3495 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned4 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 PREHOOK: Input: default@partitioned4@part=1 PREHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,a,b from partitioned4 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned4 POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new 2 40000 new 2 72909 new PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns ---- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned5 POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns ---- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__11 PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__11 POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@partitioned5 PREHOOK: Output: default@partitioned5 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned5 POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__12 PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__12 POSTHOOK: Output: default@partitioned5@part=2 POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__13 PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__13 POSTHOOK: Output: default@partitioned5@part=1 POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned5 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +POSTHOOK: query: explain +select part,a,b from partitioned5 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 -row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned5 + Statistics: Num rows: 10 Data size: 4392 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4392 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4392 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4392 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4392 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned5 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned5 PREHOOK: Input: default@partitioned5@part=1 PREHOOK: Input: default@partitioned5@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b from partitioned5 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned5 POSTHOOK: Input: default@partitioned5@part=1 POSTHOOK: Input: default@partitioned5@part=2 #### A masked pattern was here #### -part a b c d -1 1 original 99 NULL -1 2 original 99 NULL -1 3 original 99 NULL -1 4 original 99 NULL -1 5 new 99 hundred -1 6 new 99 two hundred -2 1 new 99 ten -2 2 new 99 twenty -2 3 new 99 thirty -2 4 new 99 forty +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column ---- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned6(a STRING, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned6 POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column ---- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned6(a STRING, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__14 PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__14 POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@partitioned6 PREHOOK: Output: default@partitioned6 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned6 POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__15 PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__15 POSTHOOK: Output: default@partitioned6@part=2 POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__16 PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__16 POSTHOOK: Output: default@partitioned6@part=1 POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned6 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +POSTHOOK: query: explain +select part,a,b from partitioned6 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 -row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned6 + Statistics: Num rows: 10 Data size: 4068 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4068 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4068 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4068 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4068 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned6 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned6 PREHOOK: Input: default@partitioned6@part=1 PREHOOK: Input: default@partitioned6@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b from partitioned6 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned6 POSTHOOK: Input: default@partitioned6@part=1 POSTHOOK: Input: default@partitioned6@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 3 original NULL NULL -1 5 new 100 hundred +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned7 + Statistics: Num rows: 9 Data size: 8801 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 8801 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 8801 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 8801 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 8801 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned8 + Statistics: Num rows: 9 Data size: 8230 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 8230 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 8230 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 8230 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 8230 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned9 + Statistics: Num rows: 10 Data size: 3567 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3567 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3567 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3567 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3567 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 90000 new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned10 + Statistics: Num rows: 10 Data size: 2973 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 2973 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2973 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 2973 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2973 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned11 + Statistics: Num rows: 10 Data size: 4441 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4441 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4441 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4441 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4441 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned12 + Statistics: Num rows: 10 Data size: 4448 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: float), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4448 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4448 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4448 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4448 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.70744 new +1 -9.5164733E9 original +1 0.9 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned13 + Statistics: Num rows: 10 Data size: 4482 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4482 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4482 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4482 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4482 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -9.516472924E9 original +1 0.9000000000007 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned14 + Statistics: Num rows: 10 Data size: 4646 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4646 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4646 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4646 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4646 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -9516472924.000000000000000000 original +1 0.900000000000700000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned15 + Statistics: Num rows: 10 Data size: 4055 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4055 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4055 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4055 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4055 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000011269003 original +1 -356554.760437719989567995 original +1 -737381.369999999995343387 original +1 0.900000000000700000 new +1 447274.772332640015520155 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned16 + Statistics: Num rows: 10 Data size: 4066 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4066 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4066 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4066 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4066 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned17 + Statistics: Num rows: 10 Data size: 4140 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4140 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4140 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4140 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4140 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns +--- +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns +--- +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_update_1 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_update_1 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from partitioned_update_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_update_1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_update_1 + Statistics: Num rows: 10 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4715 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 2 original NULL NULL +1 3 original NULL NULL +1 4 original NULL NULL +1 5 new 100 hundred +1 6 new 200 two hundred +2 1 new 10 ten +2 2 new 20 twenty +2 3 new 30 thirty +2 4 new 40 forty +PREHOOK: query: -- UPDATE New Columns +update partitioned_update_1 set c=99 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: -- UPDATE New Columns +update partitioned_update_1 set c=99 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 +row__id a b _c3 d part +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original 99 NULL +1 2 original 99 NULL +1 3 original 99 NULL +1 4 original 99 NULL +1 5 new 99 hundred +1 6 new 99 two hundred +2 1 new 99 ten +2 2 new 99 twenty +2 3 new 99 thirty +2 4 new 99 forty +PREHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column +--- +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column +--- +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_delete_1 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_delete_1 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 2 original NULL NULL +1 3 original NULL NULL +1 4 original NULL NULL +1 5 new 100 hundred +1 6 new 200 two hundred +2 1 new 10 ten +2 2 new 20 twenty +2 3 new 30 thirty +2 4 new 40 forty +PREHOOK: query: -- DELETE where old column +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: -- DELETE where old column +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +row__id part +PREHOOK: query: explain +select * from partitioned_delete_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_delete_1 + Statistics: Num rows: 5 Data size: 5841 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5 Data size: 5841 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 5 Data size: 5841 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 3 original NULL NULL +1 5 new 100 hundred 2 1 new 10 ten 2 3 new 30 thirty PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -944,33 +4586,69 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: explain +select * from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +POSTHOOK: query: explain +select * from partitioned_delete_2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_delete_2 + Statistics: Num rows: 6 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 6 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 2 original NULL NULL @@ -979,59 +4657,27 @@ part a b c d 1 6 new 200 two hundred 2 2 new 20 twenty 2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out index 4885aeb..48aaa92 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acid_mapwork_table.q.out @@ -69,6 +69,42 @@ POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3 POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table1 + Statistics: Num rows: 10 Data size: 4531 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4531 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4531 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select a,b from table1 PREHOOK: type: QUERY @@ -263,6 +299,42 @@ POSTHOOK: Output: default@table2 POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from table2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table2 + Statistics: Num rows: 10 Data size: 3588 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 3588 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3588 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b from table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 @@ -345,6 +417,42 @@ POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__9)values__tmp__table__9 POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table5 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table5 + Statistics: Num rows: 10 Data size: 4565 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4565 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4565 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -457,6 +565,42 @@ POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__12)values__tmp__table__ POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table6 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table6 + Statistics: Num rows: 10 Data size: 4572 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4572 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4572 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -564,6 +708,42 @@ POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__15)values__tmp__table__ POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table7 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table7 + Statistics: Num rows: 10 Data size: 4575 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4575 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4575 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out index c5af165..8ff02cf 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_part.q.out @@ -22,6 +22,43 @@ CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -43,6 +80,46 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -69,15 +146,62 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from partitioned1 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned1 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned1 + Statistics: Num rows: 10 Data size: 4531 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4531 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4531 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4531 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4531 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -94,13 +218,13 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -117,13 +241,13 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -140,13 +264,13 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -163,13 +287,13 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -186,13 +310,13 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -209,13 +333,13 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -248,11 +372,48 @@ CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) cluster POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -269,6 +430,44 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -291,24 +490,71 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +PREHOOK: query: explain +select part,a,b from partitioned2 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned2 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned2 + Statistics: Num rows: 10 Data size: 3588 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3588 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3588 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3588 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3588 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned2 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 PREHOOK: Input: default@partitioned2@part=1 PREHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,a,b from partitioned2 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned2 POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new @@ -330,6 +576,43 @@ CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -351,6 +634,46 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -371,19 +694,66 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,a,b from partitioned3 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned3 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned3 + Statistics: Num rows: 10 Data size: 4565 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4565 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4565 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4565 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4565 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -396,17 +766,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -419,17 +789,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -442,17 +812,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -465,17 +835,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -488,17 +858,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 100 @@ -511,17 +881,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -550,11 +920,48 @@ CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) cluster POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -571,6 +978,44 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -587,350 +1032,3566 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,a,b from partitioned4 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned4 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned4 + Statistics: Num rows: 10 Data size: 3387 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3387 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3387 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3387 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3387 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned4 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 PREHOOK: Input: default@partitioned4@part=1 PREHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,a,b from partitioned4 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned4 POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new 2 40000 new 2 72909 new PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns ---- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned5 POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns ---- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__11 PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__11 POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@partitioned5 PREHOOK: Output: default@partitioned5 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned5 POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__12 PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__12 POSTHOOK: Output: default@partitioned5@part=2 POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__13 PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__13 POSTHOOK: Output: default@partitioned5@part=1 POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned5 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +POSTHOOK: query: explain +select part,a,b from partitioned5 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 -row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned5 + Statistics: Num rows: 10 Data size: 4247 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4247 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4247 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4247 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4247 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned5 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned5 PREHOOK: Input: default@partitioned5@part=1 PREHOOK: Input: default@partitioned5@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b from partitioned5 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned5 POSTHOOK: Input: default@partitioned5@part=1 POSTHOOK: Input: default@partitioned5@part=2 #### A masked pattern was here #### -part a b c d -1 1 original 99 NULL -1 2 original 99 NULL -1 3 original 99 NULL -1 4 original 99 NULL -1 5 new 99 hundred -1 6 new 99 two hundred -2 1 new 99 ten -2 2 new 99 twenty -2 3 new 99 thirty -2 4 new 99 forty +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column ---- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned6(a STRING, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned6 POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column ---- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned6(a STRING, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__14 PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__14 POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@partitioned6 PREHOOK: Output: default@partitioned6 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned6 POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__15 PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__15 POSTHOOK: Output: default@partitioned6@part=2 POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__16 PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__16 POSTHOOK: Output: default@partitioned6@part=1 POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned6 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +POSTHOOK: query: explain +select part,a,b from partitioned6 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 -row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned6 + Statistics: Num rows: 10 Data size: 3947 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3947 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3947 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3947 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3947 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned6 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned6 PREHOOK: Input: default@partitioned6@part=1 PREHOOK: Input: default@partitioned6@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b from partitioned6 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned6 POSTHOOK: Input: default@partitioned6@part=1 POSTHOOK: Input: default@partitioned6@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 3 original NULL NULL -1 5 new 100 hundred +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned7 + Statistics: Num rows: 9 Data size: 8599 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 8599 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 8599 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 8599 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 8599 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned8 + Statistics: Num rows: 9 Data size: 8030 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 8030 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 8030 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 8030 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 8030 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned9 + Statistics: Num rows: 10 Data size: 3498 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3498 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3498 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3498 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3498 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 90000 new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned10 + Statistics: Num rows: 10 Data size: 2918 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 2918 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 2918 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 2918 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 2918 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned11 + Statistics: Num rows: 10 Data size: 4343 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4343 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4343 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4343 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4343 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned12 + Statistics: Num rows: 10 Data size: 4369 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: float), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4369 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4369 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4369 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4369 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.70744 new +1 -9.5164733E9 original +1 0.9 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned13 + Statistics: Num rows: 10 Data size: 4401 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4401 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4401 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4401 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4401 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -9.516472924E9 original +1 0.9000000000007 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned14 + Statistics: Num rows: 10 Data size: 4569 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4569 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4569 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4569 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4569 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -9516472924.000000000000000000 original +1 0.900000000000700000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned15 + Statistics: Num rows: 10 Data size: 3974 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3974 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3974 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3974 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3974 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000011269003 original +1 -356554.760437719989567995 original +1 -737381.369999999995343387 original +1 0.900000000000700000 new +1 447274.772332640015520155 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned16 + Statistics: Num rows: 10 Data size: 3996 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3996 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 3996 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 3996 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3996 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned17 + Statistics: Num rows: 10 Data size: 4065 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4065 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 4065 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 4065 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4065 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns +--- +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns +--- +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_update_1 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_update_1 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from partitioned_update_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_update_1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_update_1 + Statistics: Num rows: 10 Data size: 4641 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 4641 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4641 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 2 original NULL NULL +1 3 original NULL NULL +1 4 original NULL NULL +1 5 new 100 hundred +1 6 new 200 two hundred +2 1 new 10 ten +2 2 new 20 twenty +2 3 new 30 thirty +2 4 new 40 forty +PREHOOK: query: -- UPDATE New Columns +update partitioned_update_1 set c=99 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: -- UPDATE New Columns +update partitioned_update_1 set c=99 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 +row__id a b _c3 d part +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original 99 NULL +1 2 original 99 NULL +1 3 original 99 NULL +1 4 original 99 NULL +1 5 new 99 hundred +1 6 new 99 two hundred +2 1 new 99 ten +2 2 new 99 twenty +2 3 new 99 thirty +2 4 new 99 forty +PREHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column +--- +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column +--- +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_delete_1 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_delete_1 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 2 original NULL NULL +1 3 original NULL NULL +1 4 original NULL NULL +1 5 new 100 hundred +1 6 new 200 two hundred +2 1 new 10 ten +2 2 new 20 twenty +2 3 new 30 thirty +2 4 new 40 forty +PREHOOK: query: -- DELETE where old column +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: -- DELETE where old column +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +row__id part +PREHOOK: query: explain +select * from partitioned_delete_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_delete_1 + Statistics: Num rows: 5 Data size: 5740 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 5 Data size: 5740 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 5 Data size: 5740 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 3 original NULL NULL +1 5 new 100 hundred 2 1 new 10 ten 2 3 new 30 thirty PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -944,33 +4605,70 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: explain +select * from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +POSTHOOK: query: explain +select * from partitioned_delete_2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned_delete_2 + Statistics: Num rows: 6 Data size: 5781 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 6 Data size: 5781 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 5781 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 2 original NULL NULL @@ -979,59 +4677,27 @@ part a b c d 1 6 new 200 two hundred 2 2 new 20 twenty 2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out index 2b1e5c3..a224871 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_acidvec_mapwork_table.q.out @@ -69,6 +69,43 @@ POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3 POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table1 + Statistics: Num rows: 10 Data size: 4571 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 4571 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 4571 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select a,b from table1 PREHOOK: type: QUERY @@ -263,6 +300,43 @@ POSTHOOK: Output: default@table2 POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from table2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table2 + Statistics: Num rows: 10 Data size: 3618 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 3618 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 3618 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b from table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 @@ -375,6 +449,43 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 row__id a b _c3 d +PREHOOK: query: explain +select * from table5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table5 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table5 + Statistics: Num rows: 10 Data size: 6432 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 6432 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 6432 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -487,6 +598,43 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@table6 POSTHOOK: Output: default@table6 row__id +PREHOOK: query: explain +select * from table6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table6 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table6 + Statistics: Num rows: 5 Data size: 5128 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 5 Data size: 5128 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 5 Data size: 5128 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -594,6 +742,43 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@table7 POSTHOOK: Output: default@table7 row__id +PREHOOK: query: explain +select * from table7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table7 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table7 + Statistics: Num rows: 6 Data size: 5194 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 6 Data size: 5194 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 5194 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out index dc2fd9a..3cdaf6c 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_part.q.out @@ -5,7 +5,7 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned1 @@ -16,10 +16,46 @@ POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -41,6 +77,44 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -67,6 +141,30 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from partitioned1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned1 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select part,a,b from partitioned1 PREHOOK: type: QUERY @@ -234,7 +332,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned2 @@ -242,15 +340,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -267,6 +401,42 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -289,6 +459,30 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from partitioned2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: select part,a,b from partitioned2 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 @@ -302,11 +496,11 @@ POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new @@ -316,7 +510,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned3 @@ -324,10 +518,46 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -349,6 +579,44 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -369,19 +637,43 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select * from partitioned3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned3 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned3 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +686,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +709,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +732,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +755,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +778,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +801,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -536,7 +828,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned4 @@ -544,15 +836,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -569,6 +897,42 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -585,6 +949,30 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned4 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned4 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned4 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: select part,a,b from partitioned4 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 @@ -598,45 +986,2539 @@ POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new 2 40000 new 2 72909 new -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@partitioned5@part=2 +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from partitioned5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned5 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned5 + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: double), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned5 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned5 +PREHOOK: Input: default@partitioned5@part=1 +PREHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Input: default@partitioned5@part=1 +POSTHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@partitioned6@part=2 +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from partitioned6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned6 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned6 + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: decimal(38,18)), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned6 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned6 +PREHOOK: Input: default@partitioned6@part=1 +PREHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Input: default@partitioned6@part=1 +POSTHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select * from partitioned7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned7 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned7 + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned7 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select * from partitioned8 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned8 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned8 + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned8 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned9 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned9 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned9 + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned9 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 90000 new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned10 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned10 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned10 + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned10 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned11 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned11 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned11 + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned11 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned12 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned12 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned12 + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: float), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned12 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.70744 new +1 -9.5164733E9 original +1 0.9 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned13 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned13 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned13 + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: double), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned13 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -9.516472924E9 original +1 0.9000000000007 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned14 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned14 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned14 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: decimal(38,18)), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned14 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -9516472924.000000000000000000 original +1 0.900000000000700000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned15 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned15 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned15 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: decimal(38,18)), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned15 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000011269003 original +1 -356554.760437719989567995 original +1 -737381.369999999995343387 original +1 0.900000000000700000 new +1 447274.772332640015520155 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned16 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned16 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned16 + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned16 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned17 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned17 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned17 + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned17 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out index 93f4dcc..088b111 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_fetchwork_table.q.out @@ -67,6 +67,30 @@ POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3 POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table1 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select a,b from table1 PREHOOK: type: QUERY @@ -261,6 +285,30 @@ POSTHOOK: Output: default@table2 POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from table2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: select a,b from table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 @@ -280,6 +328,108 @@ a b 6737 original 72909 new 90000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table3 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__7.tmp_values_col1 values__tmp__table__7.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from table3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table3 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table3 + Statistics: Num rows: 10 Data size: 1282 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: double), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1282 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select a,b from table3 +PREHOOK: type: QUERY +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select a,b from table3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +a b +1000.0 original +200.0 new +3.0 original +32768.0 new +4.0 original +40000.0 new +5000.0 new +6737.0 original +72909.0 new +90000.0 new PREHOOK: query: DROP TABLE table1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table1 @@ -296,3 +446,11 @@ POSTHOOK: query: DROP TABLE table2 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@table2 POSTHOOK: Output: default@table2 +PREHOOK: query: DROP TABLE table3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: DROP TABLE table3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out index dc2fd9a..b9c6319 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_part.q.out @@ -1,25 +1,61 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned1 POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -41,6 +77,44 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -67,15 +141,61 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from partitioned1 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned1 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned1 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -92,13 +212,13 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -115,13 +235,13 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -138,13 +258,13 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -161,13 +281,13 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -184,13 +304,13 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -207,13 +327,13 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -234,7 +354,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned2 @@ -242,15 +362,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -267,6 +423,42 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -289,24 +481,70 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +PREHOOK: query: explain +select part,a,b from partitioned2 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned2 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned2 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 PREHOOK: Input: default@partitioned2@part=1 PREHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,a,b from partitioned2 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned2 POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new @@ -316,7 +554,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned3 @@ -324,10 +562,46 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -349,6 +623,44 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -369,19 +681,65 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,a,b from partitioned3 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned3 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned3 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +752,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +775,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +798,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +821,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +844,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +867,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -536,7 +894,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned4 @@ -544,15 +902,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -569,6 +963,42 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -585,58 +1015,2884 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,a,b from partitioned4 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned4 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned4 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned4 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 PREHOOK: Input: default@partitioned4@part=1 PREHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,a,b from partitioned4 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned4 POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new 2 40000 new 2 72909 new -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@partitioned5@part=2 +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned5 + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned5 +PREHOOK: Input: default@partitioned5@part=1 +PREHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Input: default@partitioned5@part=1 +POSTHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@partitioned6@part=2 +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned6 + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned6 +PREHOOK: Input: default@partitioned6@part=1 +PREHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Input: default@partitioned6@part=1 +POSTHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned7 + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned8 + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned9 + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 90000 new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned10 + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned11 + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned12 + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: float), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.70744 new +1 -9.5164733E9 original +1 0.9 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned13 + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -9.516472924E9 original +1 0.9000000000007 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned14 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -9516472924.000000000000000000 original +1 0.900000000000700000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned15 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000011269003 original +1 -356554.760437719989567995 original +1 -737381.369999999995343387 original +1 0.900000000000700000 new +1 447274.772332640015520155 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned16 + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned17 + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 diff --git ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out index df9494f..0aa9ae2 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_nonvec_mapwork_table.q.out @@ -261,6 +261,42 @@ POSTHOOK: Output: default@table2 POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from table2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b from table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 @@ -280,6 +316,120 @@ a b 6737 original 72909 new 90000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table3 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__7.tmp_values_col1 values__tmp__table__7.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a decimal +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a decimal +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from table3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table3 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table3 + Statistics: Num rows: 10 Data size: 1906 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: decimal(10,0)), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1906 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1906 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select a,b from table3 +PREHOOK: type: QUERY +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select a,b from table3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +a b +1000 original +200 new +3 original +32768 new +4 original +40000 new +5000 new +6737 original +72909 new +90000 new PREHOOK: query: DROP TABLE table1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table1 @@ -296,3 +446,11 @@ POSTHOOK: query: DROP TABLE table2 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@table2 POSTHOOK: Output: default@table2 +PREHOOK: query: DROP TABLE table3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: DROP TABLE table3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 diff --git ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out index 9f1fda8..a0e6354 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_part.q.out @@ -5,7 +5,7 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned1 @@ -16,10 +16,46 @@ POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -41,6 +77,44 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -67,15 +141,62 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from partitioned1 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned1 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned1 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -92,13 +213,13 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -115,13 +236,13 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -138,13 +259,13 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -161,13 +282,13 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -184,13 +305,13 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -207,13 +328,13 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -234,7 +355,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned2 @@ -242,15 +363,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -267,6 +424,42 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -289,24 +482,71 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +PREHOOK: query: explain +select part,a,b from partitioned2 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned2 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned2 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 PREHOOK: Input: default@partitioned2@part=1 PREHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,a,b from partitioned2 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned2 POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new @@ -316,7 +556,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned3 @@ -324,10 +564,46 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -349,6 +625,44 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -369,19 +683,66 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,a,b from partitioned3 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned3 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned3 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1496 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +755,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +778,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +801,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +824,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +847,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +870,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -536,7 +897,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned4 @@ -544,15 +905,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -569,6 +966,42 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -585,58 +1018,2898 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,a,b from partitioned4 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned4 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned4 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned4 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 PREHOOK: Input: default@partitioned4@part=1 PREHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,a,b from partitioned4 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned4 POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new 2 40000 new 2 72909 new -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@partitioned5@part=2 +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned5 + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1306 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned5 +PREHOOK: Input: default@partitioned5@part=1 +PREHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Input: default@partitioned5@part=1 +POSTHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@partitioned6@part=2 +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned6 + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1930 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned6 +PREHOOK: Input: default@partitioned6@part=1 +PREHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Input: default@partitioned6@part=1 +POSTHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned7 + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 1590 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned8 + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 1530 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned9 + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1434 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 90000 new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned10 + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1462 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned11 + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1484 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned12 + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: float), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 946 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.70744 new +1 -9.5164733E9 original +1 0.9 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned13 + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 970 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -9.516472924E9 original +1 0.9000000000007 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned14 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -9516472924.000000000000000000 original +1 0.900000000000700000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned15 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1594 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000011269003 original +1 -356554.760437719989567995 original +1 -737381.369999999995343387 original +1 0.900000000000700000 new +1 447274.772332640015520155 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned16 + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1508 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned17 + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Execution mode: vectorized + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1924 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 diff --git ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out index aef9a74..cdf1291 100644 --- ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_orc_vec_mapwork_table.q.out @@ -261,6 +261,43 @@ POSTHOOK: Output: default@table2 POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from table2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table2 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select a,b from table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 @@ -280,6 +317,121 @@ a b 6737 original 72909 new 90000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table3 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__7.tmp_values_col1 values__tmp__table__7.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a decimal +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a decimal +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from table3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table3 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: table3 + Statistics: Num rows: 10 Data size: 1906 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: decimal(10,0)), b (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 1906 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 1906 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select a,b from table3 +PREHOOK: type: QUERY +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select a,b from table3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +a b +1000 original +200 new +3 original +32768 new +4 original +40000 new +5000 new +6737 original +72909 new +90000 new PREHOOK: query: DROP TABLE table1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table1 @@ -296,3 +448,11 @@ POSTHOOK: query: DROP TABLE table2 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@table2 POSTHOOK: Output: default@table2 +PREHOOK: query: DROP TABLE table3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: DROP TABLE table3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 diff --git ql/src/test/results/clientpositive/schema_evol_text_fetchwork_table.q.out ql/src/test/results/clientpositive/schema_evol_text_fetchwork_table.q.out deleted file mode 100644 index f849004..0000000 --- ql/src/test/results/clientpositive/schema_evol_text_fetchwork_table.q.out +++ /dev/null @@ -1,298 +0,0 @@ -PREHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 diff --git ql/src/test/results/clientpositive/schema_evol_text_mapwork_table.q.out ql/src/test/results/clientpositive/schema_evol_text_mapwork_table.q.out deleted file mode 100644 index f849004..0000000 --- ql/src/test/results/clientpositive/schema_evol_text_mapwork_table.q.out +++ /dev/null @@ -1,298 +0,0 @@ -PREHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out index 44ce24e..63059bb 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_part.q.out @@ -1,25 +1,61 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned1 POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -41,6 +77,44 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -67,6 +141,30 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from partitioned1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned1 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select part,a,b from partitioned1 PREHOOK: type: QUERY @@ -234,7 +332,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned2 @@ -242,15 +340,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -267,6 +401,42 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -289,6 +459,30 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from partitioned2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned2 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: select part,a,b from partitioned2 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 @@ -302,11 +496,11 @@ POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 NULL new 2 200 new 2 32768 new @@ -316,7 +510,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned3 @@ -324,10 +518,46 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -349,6 +579,44 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -369,19 +637,43 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select * from partitioned3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned3 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned3 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +686,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +709,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +732,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +755,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +778,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 NULL @@ -509,17 +801,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -536,7 +828,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned4 @@ -544,15 +836,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -569,6 +897,42 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -585,6 +949,30 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned4 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned4 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned4 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: select part,a,b from partitioned4 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 @@ -598,45 +986,2539 @@ POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 NULL new 2 200 new 2 32768 new 2 40000 new 2 72909 new -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@partitioned5@part=2 +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from partitioned5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned5 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned5 + Statistics: Num rows: 10 Data size: 154 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: double), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 154 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned5 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned5 +PREHOOK: Input: default@partitioned5@part=1 +PREHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Input: default@partitioned5@part=1 +POSTHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@partitioned6@part=2 +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from partitioned6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned6 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned6 + Statistics: Num rows: 10 Data size: 234 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: decimal(38,18)), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 234 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned6 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned6 +PREHOOK: Input: default@partitioned6@part=1 +PREHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Input: default@partitioned6@part=1 +POSTHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select * from partitioned7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned7 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned7 + Statistics: Num rows: 9 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 300 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned7 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select * from partitioned8 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned8 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned8 + Statistics: Num rows: 9 Data size: 141 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 141 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned8 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned9 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned9 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned9 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned9 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 NULL new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned10 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned10 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned10 + Statistics: Num rows: 10 Data size: 150 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 150 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned10 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned11 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned11 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned11 + Statistics: Num rows: 10 Data size: 166 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 166 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned11 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned12 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned12 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned12 + Statistics: Num rows: 10 Data size: 159 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: float), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 159 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned12 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.0 new +1 -9.5164733E9 original +1 0.0 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned13 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned13 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned13 + Statistics: Num rows: 10 Data size: 201 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: double), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 201 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned13 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.0 new +1 -9.516472924E9 original +1 0.0 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned14 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned14 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned14 + Statistics: Num rows: 10 Data size: 260 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: decimal(38,18)), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 260 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned14 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.000000000000000000 new +1 -9516472924.000000000000000000 original +1 0.000000000000000000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned15 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned15 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned15 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: decimal(38,18)), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned15 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000000000000 original +1 -356554.760437720000000000 original +1 -737381.370000000000000000 original +1 0.900000000000700000 new +1 447274.772332640000000000 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned16 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned16 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned16 + Statistics: Num rows: 10 Data size: 196 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 196 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned16 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned17 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned17 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: partitioned17 + Statistics: Num rows: 10 Data size: 246 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: string), b (type: string), part (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 246 Basic stats: COMPLETE Column stats: NONE + ListSink + +PREHOOK: query: select part,a,b from partitioned17 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out index 4003c20..bfdd53a 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_fetchwork_table.q.out @@ -1,6 +1,6 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS @@ -11,7 +11,7 @@ PREHOOK: Output: database:default PREHOOK: Output: default@table1 POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS @@ -108,6 +108,30 @@ POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__tabl POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] POSTHOOK: Lineage: table1.e SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select * from table1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table1 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table1 + Statistics: Num rows: 10 Data size: 152 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), c (type: int), d (type: string), e (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 152 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: select a,b,c,d,e from table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 @@ -227,6 +251,30 @@ POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__6)values__tmp__tabl POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] POSTHOOK: Lineage: table3.e SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] _col0 _col1 _col2 +PREHOOK: query: explain +select * from table3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table3 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + TableScan + alias: table3 + Statistics: Num rows: 10 Data size: 115 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: string), e (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 115 Basic stats: COMPLETE Column stats: NONE + ListSink + PREHOOK: query: select a,b from table3 PREHOOK: type: QUERY PREHOOK: Input: default@table3 diff --git ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out index 44f5822..b73339a 100644 --- ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/schema_evol_text_nonvec_mapwork_part.q.out @@ -1,25 +1,61 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned1 POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -41,6 +77,44 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -67,15 +141,61 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from partitioned1 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned1 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned1 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -92,13 +212,13 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -115,13 +235,13 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -138,13 +258,13 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -161,13 +281,13 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -184,13 +304,13 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -207,13 +327,13 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -234,7 +354,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned2 @@ -242,15 +362,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -267,6 +423,42 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -289,24 +481,70 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +PREHOOK: query: explain +select part,a,b from partitioned2 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned2 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned2 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned2 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 PREHOOK: Input: default@partitioned2@part=1 PREHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,a,b from partitioned2 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned2 POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 NULL new 2 200 new 2 32768 new @@ -316,7 +554,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned3 @@ -324,10 +562,46 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -349,6 +623,44 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -369,19 +681,65 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,a,b from partitioned3 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned3 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned3 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 134 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +752,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +775,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +798,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +821,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +844,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 NULL @@ -509,17 +867,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -536,7 +894,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned4 @@ -544,15 +902,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -569,6 +963,42 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -585,58 +1015,2884 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,a,b from partitioned4 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned4 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned4 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: int), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: int), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned4 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 PREHOOK: Input: default@partitioned4@part=1 PREHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,a,b from partitioned4 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned4 POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 NULL new 2 200 new 2 32768 new 2 40000 new 2 72909 new -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@partitioned5@part=2 +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned5 + Statistics: Num rows: 10 Data size: 154 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 154 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 154 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 154 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 154 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned5 +PREHOOK: Input: default@partitioned5@part=1 +PREHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Input: default@partitioned5@part=1 +POSTHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@partitioned6@part=2 +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned6 + Statistics: Num rows: 10 Data size: 234 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 234 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 234 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 234 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 234 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned6 +PREHOOK: Input: default@partitioned6@part=1 +PREHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Input: default@partitioned6@part=1 +POSTHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned7 + Statistics: Num rows: 9 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 300 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 300 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 300 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned8 + Statistics: Num rows: 9 Data size: 141 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 141 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 9 Data size: 141 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 9 Data size: 141 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 9 Data size: 141 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned9 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 105 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 NULL new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned10 + Statistics: Num rows: 10 Data size: 150 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 150 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 150 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 150 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 150 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned11 + Statistics: Num rows: 10 Data size: 166 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 166 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 166 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 166 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 166 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned12 + Statistics: Num rows: 10 Data size: 159 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: float), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 159 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 159 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: float), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: float), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 159 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 159 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.0 new +1 -9.5164733E9 original +1 0.0 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned13 + Statistics: Num rows: 10 Data size: 201 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: double), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 201 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 201 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: double), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: double), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 201 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 201 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.0 new +1 -9.516472924E9 original +1 0.0 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned14 + Statistics: Num rows: 10 Data size: 260 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 260 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 260 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 260 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 260 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.000000000000000000 new +1 -9516472924.000000000000000000 original +1 0.000000000000000000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned15 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: decimal(38,18)), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: decimal(38,18)), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,18)), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 250 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000000000000 original +1 -356554.760437720000000000 original +1 -737381.370000000000000000 original +1 0.900000000000700000 new +1 447274.772332640000000000 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned16 + Statistics: Num rows: 10 Data size: 196 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 196 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 196 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 196 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 196 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: partitioned17 + Statistics: Num rows: 10 Data size: 246 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: part (type: int), a (type: string), b (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 246 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 10 Data size: 246 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string), _col2 (type: string) + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string), VALUE._col1 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 246 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 246 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out index a922175..ade8d33 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_part.q.out @@ -22,6 +22,43 @@ CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -43,6 +80,46 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -69,15 +146,42 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from partitioned1 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned1 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=469) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=469) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=469) + default@partitioned1,partitioned1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -94,13 +198,13 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -117,13 +221,13 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -140,13 +244,13 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -163,13 +267,13 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -186,13 +290,13 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -209,13 +313,13 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -248,11 +352,48 @@ CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) cluster POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -269,6 +410,44 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -291,24 +470,51 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +PREHOOK: query: explain +select part,a,b from partitioned2 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned2 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=369) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=369) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=369) + default@partitioned2,partitioned2, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned2 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 PREHOOK: Input: default@partitioned2@part=1 PREHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,a,b from partitioned2 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned2 POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new @@ -330,6 +536,43 @@ CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -351,6 +594,46 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -371,19 +654,46 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,a,b from partitioned3 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned3 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=469) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=469) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=469) + default@partitioned3,partitioned3, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -396,17 +706,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -419,17 +729,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -442,17 +752,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -465,17 +775,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -488,17 +798,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 100 @@ -511,17 +821,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -550,11 +860,48 @@ CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) cluster POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -571,6 +918,44 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -587,350 +972,3252 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,a,b from partitioned4 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned4 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=349) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=349) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=349) + default@partitioned4,partitioned4, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned4 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 PREHOOK: Input: default@partitioned4@part=1 PREHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,a,b from partitioned4 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned4 POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new 2 40000 new 2 72909 new PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns ---- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned5 POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns ---- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__11 PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__11 POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@partitioned5 PREHOOK: Output: default@partitioned5 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned5 POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__12 PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__12 POSTHOOK: Output: default@partitioned5@part=2 POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__13 PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__13 POSTHOOK: Output: default@partitioned5@part=1 POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned5 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +POSTHOOK: query: explain +select part,a,b from partitioned5 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 -row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=439) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=439) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=439) + default@partitioned5,partitioned5, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned5 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned5 PREHOOK: Input: default@partitioned5@part=1 PREHOOK: Input: default@partitioned5@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b from partitioned5 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned5 POSTHOOK: Input: default@partitioned5@part=1 POSTHOOK: Input: default@partitioned5@part=2 #### A masked pattern was here #### -part a b c d -1 1 original 99 NULL -1 2 original 99 NULL -1 3 original 99 NULL -1 4 original 99 NULL -1 5 new 99 hundred -1 6 new 99 two hundred -2 1 new 99 ten -2 2 new 99 twenty -2 3 new 99 thirty -2 4 new 99 forty +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column ---- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned6(a STRING, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned6 POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column ---- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned6(a STRING, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__14 PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__14 POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@partitioned6 PREHOOK: Output: default@partitioned6 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned6 POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__15 PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__15 POSTHOOK: Output: default@partitioned6@part=2 POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__16 PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__16 POSTHOOK: Output: default@partitioned6@part=1 POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned6 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +POSTHOOK: query: explain +select part,a,b from partitioned6 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 -row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=406) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=406) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=406) + default@partitioned6,partitioned6, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned6 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned6 PREHOOK: Input: default@partitioned6@part=1 PREHOOK: Input: default@partitioned6@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b from partitioned6 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned6 POSTHOOK: Input: default@partitioned6@part=1 POSTHOOK: Input: default@partitioned6@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 3 original NULL NULL -1 5 new 100 hundred +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=977) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=977) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=9 width=977) + default@partitioned7,partitioned7, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=914) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=914) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=9 width=914) + default@partitioned8,partitioned8, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=356) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=356) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=356) + default@partitioned9,partitioned9, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 90000 new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=297) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=297) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=297) + default@partitioned10,partitioned10, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=444) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=444) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=444) + default@partitioned11,partitioned11, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=444) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=444) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=444) + default@partitioned12,partitioned12, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.70744 new +1 -9.5164733E9 original +1 0.9 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=448) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=448) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=448) + default@partitioned13,partitioned13, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -9.516472924E9 original +1 0.9000000000007 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=464) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=464) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=464) + default@partitioned14,partitioned14, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -9516472924.000000000000000000 original +1 0.900000000000700000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=405) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=405) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=405) + default@partitioned15,partitioned15, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000011269003 original +1 -356554.760437719989567995 original +1 -737381.369999999995343387 original +1 0.900000000000700000 new +1 447274.772332640015520155 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=406) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=406) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=406) + default@partitioned16,partitioned16, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=414) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=414) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=414) + default@partitioned17,partitioned17, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns +--- +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns +--- +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_update_1 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_update_1 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from partitioned_update_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_update_1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=471) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=471) + default@partitioned_update_1,partitioned_update_1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 2 original NULL NULL +1 3 original NULL NULL +1 4 original NULL NULL +1 5 new 100 hundred +1 6 new 200 two hundred +2 1 new 10 ten +2 2 new 20 twenty +2 3 new 30 thirty +2 4 new 40 forty +PREHOOK: query: -- UPDATE New Columns +update partitioned_update_1 set c=99 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: -- UPDATE New Columns +update partitioned_update_1 set c=99 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 +row__id a b _c3 d part +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original 99 NULL +1 2 original 99 NULL +1 3 original 99 NULL +1 4 original 99 NULL +1 5 new 99 hundred +1 6 new 99 two hundred +2 1 new 99 ten +2 2 new 99 twenty +2 3 new 99 thirty +2 4 new 99 forty +PREHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column +--- +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column +--- +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_delete_1 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_delete_1 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 2 original NULL NULL +1 3 original NULL NULL +1 4 original NULL NULL +1 5 new 100 hundred +1 6 new 200 two hundred +2 1 new 10 ten +2 2 new 20 twenty +2 3 new 30 thirty +2 4 new 40 forty +PREHOOK: query: -- DELETE where old column +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: -- DELETE where old column +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +row__id part +PREHOOK: query: explain +select * from partitioned_delete_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=5 width=1168) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=5 width=1168) + default@partitioned_delete_1,partitioned_delete_1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 3 original NULL NULL +1 5 new 100 hundred 2 1 new 10 ten 2 3 new 30 thirty PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -944,33 +4231,53 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: explain +select * from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +POSTHOOK: query: explain +select * from partitioned_delete_2 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=6 width=974) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=6 width=974) + default@partitioned_delete_2,partitioned_delete_2, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 2 original NULL NULL @@ -979,59 +4286,27 @@ part a b c d 1 6 new 200 two hundred 2 2 new 20 twenty 2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out index 4885aeb..e8c397b 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acid_mapwork_table.q.out @@ -69,6 +69,26 @@ POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3 POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=453) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=453) + default@table1,table1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select a,b from table1 PREHOOK: type: QUERY @@ -263,6 +283,26 @@ POSTHOOK: Output: default@table2 POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from table2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table2 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=358) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=358) + default@table2,table2, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: select a,b from table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 @@ -345,6 +385,26 @@ POSTHOOK: Lineage: table5.b SIMPLE [(values__tmp__table__9)values__tmp__table__9 POSTHOOK: Lineage: table5.c EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table5.d SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table5 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=456) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=456) + default@table5,table5, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -457,6 +517,26 @@ POSTHOOK: Lineage: table6.b SIMPLE [(values__tmp__table__12)values__tmp__table__ POSTHOOK: Lineage: table6.c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table6.d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table6 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=457) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=457) + default@table6,table6, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -564,6 +644,26 @@ POSTHOOK: Lineage: table7.b SIMPLE [(values__tmp__table__15)values__tmp__table__ POSTHOOK: Lineage: table7.c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table7.d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table7 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=457) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=457) + default@table7,table7, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out index c5af165..82513f9 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_part.q.out @@ -22,6 +22,43 @@ CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) clustered by POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -43,6 +80,46 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -69,15 +146,42 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from partitioned1 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned1 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=453) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=453) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=453) + default@partitioned1,partitioned1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -94,13 +198,13 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -117,13 +221,13 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -140,13 +244,13 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -163,13 +267,13 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -186,13 +290,13 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -209,13 +313,13 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -248,11 +352,48 @@ CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) cluster POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -269,6 +410,44 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -291,24 +470,51 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +PREHOOK: query: explain +select part,a,b from partitioned2 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned2 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=358) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=358) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=358) + default@partitioned2,partitioned2, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned2 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 PREHOOK: Input: default@partitioned2@part=1 PREHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,a,b from partitioned2 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned2 POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new @@ -330,6 +536,43 @@ CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) clustered by POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -351,6 +594,46 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -371,19 +654,46 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,a,b from partitioned3 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned3 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=456) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=456) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=456) + default@partitioned3,partitioned3, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -396,17 +706,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -419,17 +729,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -442,17 +752,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -465,17 +775,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -488,17 +798,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 100 @@ -511,17 +821,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -550,11 +860,48 @@ CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) cluster POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -571,6 +918,44 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -587,350 +972,3252 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,a,b from partitioned4 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned4 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=338) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=338) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=338) + default@partitioned4,partitioned4, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned4 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 PREHOOK: Input: default@partitioned4@part=1 PREHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,a,b from partitioned4 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned4 POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new 2 40000 new 2 72909 new PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns ---- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned5 POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns ---- -CREATE TABLE partitioned5(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__11 PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__11 POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@partitioned5 PREHOOK: Output: default@partitioned5 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned5 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned5 POSTHOOK: Output: default@partitioned5 -PREHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__12 PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: insert into table partitioned5 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__12 POSTHOOK: Output: default@partitioned5@part=2 POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=2).d SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__13 PREHOOK: Output: default@partitioned5@part=1 -POSTHOOK: query: insert into table partitioned5 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__13 POSTHOOK: Output: default@partitioned5@part=1 POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).c EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned5 PARTITION(part=1).d SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned5 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned5 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned5 -PREHOOK: Input: default@partitioned5@part=1 -PREHOOK: Input: default@partitioned5@part=2 -PREHOOK: Output: default@partitioned5@part=1 -PREHOOK: Output: default@partitioned5@part=2 -POSTHOOK: query: -- UPDATE New Columns -update partitioned5 set c=99 +POSTHOOK: query: explain +select part,a,b from partitioned5 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Input: default@partitioned5@part=1 -POSTHOOK: Input: default@partitioned5@part=2 -POSTHOOK: Output: default@partitioned5@part=1 -POSTHOOK: Output: default@partitioned5@part=2 -row__id a b _c3 d part -PREHOOK: query: select part,a,b,c,d from partitioned5 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=424) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=424) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=424) + default@partitioned5,partitioned5, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned5 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned5 PREHOOK: Input: default@partitioned5@part=1 PREHOOK: Input: default@partitioned5@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned5 +POSTHOOK: query: select part,a,b from partitioned5 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned5 POSTHOOK: Input: default@partitioned5@part=1 POSTHOOK: Input: default@partitioned5@part=2 #### A masked pattern was here #### -part a b c d -1 1 original 99 NULL -1 2 original 99 NULL -1 3 original 99 NULL -1 4 original 99 NULL -1 5 new 99 hundred -1 6 new 99 two hundred -2 1 new 99 ten -2 2 new 99 twenty -2 3 new 99 thirty -2 4 new 99 forty +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column ---- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned6(a STRING, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned6 POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal -- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column ---- -CREATE TABLE partitioned6(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned6(a STRING, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__14 PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__14 POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL PREHOOK: Input: default@partitioned6 PREHOOK: Output: default@partitioned6 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned6 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned6 POSTHOOK: Output: default@partitioned6 -PREHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__15 PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: insert into table partitioned6 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__15 POSTHOOK: Output: default@partitioned6@part=2 POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).c EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=2).d SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__16 PREHOOK: Output: default@partitioned6@part=1 -POSTHOOK: query: insert into table partitioned6 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__16 POSTHOOK: Output: default@partitioned6@part=1 POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).c EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned6 PARTITION(part=1).d SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned6 -PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -#### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -#### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 2 original NULL NULL -1 3 original NULL NULL -1 4 original NULL NULL -1 5 new 100 hundred -1 6 new 200 two hundred -2 1 new 10 ten -2 2 new 20 twenty -2 3 new 30 thirty -2 4 new 40 forty -PREHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned6 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned6 -PREHOOK: Input: default@partitioned6@part=1 -PREHOOK: Input: default@partitioned6@part=2 -PREHOOK: Output: default@partitioned6@part=1 -PREHOOK: Output: default@partitioned6@part=2 -POSTHOOK: query: -- DELETE where old column -delete from partitioned6 where a = 2 or a = 4 or a = 6 +POSTHOOK: query: explain +select part,a,b from partitioned6 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Input: default@partitioned6@part=1 -POSTHOOK: Input: default@partitioned6@part=2 -POSTHOOK: Output: default@partitioned6@part=1 -POSTHOOK: Output: default@partitioned6@part=2 -row__id part -PREHOOK: query: select part,a,b,c,d from partitioned6 +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=394) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=394) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=394) + default@partitioned6,partitioned6, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned6 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned6 PREHOOK: Input: default@partitioned6@part=1 PREHOOK: Input: default@partitioned6@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned6 +POSTHOOK: query: select part,a,b from partitioned6 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned6 POSTHOOK: Input: default@partitioned6@part=1 POSTHOOK: Input: default@partitioned6@part=2 #### A masked pattern was here #### -part a b c d -1 1 original NULL NULL -1 3 original NULL NULL -1 5 new 100 hundred +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=955) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=955) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=9 width=955) + default@partitioned7,partitioned7, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=892) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=892) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=9 width=892) + default@partitioned8,partitioned8, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=350) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=350) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=350) + default@partitioned9,partitioned9, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 90000 new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=291) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=291) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=291) + default@partitioned10,partitioned10, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=434) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=434) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=434) + default@partitioned11,partitioned11, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=436) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=436) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=436) + default@partitioned12,partitioned12, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.70744 new +1 -9.5164733E9 original +1 0.9 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=440) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=440) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=440) + default@partitioned13,partitioned13, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -9.516472924E9 original +1 0.9000000000007 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=456) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=456) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=456) + default@partitioned14,partitioned14, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -9516472924.000000000000000000 original +1 0.900000000000700000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=397) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=397) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=397) + default@partitioned15,partitioned15, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000011269003 original +1 -356554.760437719989567995 original +1 -737381.369999999995343387 original +1 0.900000000000700000 new +1 447274.772332640015520155 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=399) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=399) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=399) + default@partitioned16,partitioned16, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=406) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=406) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=406) + default@partitioned17,partitioned17, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns +--- +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... UPDATE New Columns +--- +CREATE TABLE partitioned_update_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__35 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__35 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__35)values__tmp__table__35.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_update_1 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_update_1 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_update_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_update_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_update_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__36 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__36 +POSTHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__36)values__tmp__table__36.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__37 +PREHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: query: insert into table partitioned_update_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__37 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_update_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__37)values__tmp__table__37.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from partitioned_update_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_update_1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=10 width=464) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=10 width=464) + default@partitioned_update_1,partitioned_update_1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 2 original NULL NULL +1 3 original NULL NULL +1 4 original NULL NULL +1 5 new 100 hundred +1 6 new 200 two hundred +2 1 new 10 ten +2 2 new 20 twenty +2 3 new 30 thirty +2 4 new 40 forty +PREHOOK: query: -- UPDATE New Columns +update partitioned_update_1 set c=99 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +PREHOOK: Output: default@partitioned_update_1@part=1 +PREHOOK: Output: default@partitioned_update_1@part=2 +POSTHOOK: query: -- UPDATE New Columns +update partitioned_update_1 set c=99 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +POSTHOOK: Output: default@partitioned_update_1@part=1 +POSTHOOK: Output: default@partitioned_update_1@part=2 +row__id a b _c3 d part +PREHOOK: query: select part,a,b,c,d from partitioned_update_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Input: default@partitioned_update_1@part=1 +PREHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_update_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Input: default@partitioned_update_1@part=1 +POSTHOOK: Input: default@partitioned_update_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original 99 NULL +1 2 original 99 NULL +1 3 original 99 NULL +1 4 original 99 NULL +1 5 new 99 hundred +1 6 new 99 two hundred +2 1 new 99 ten +2 2 new 99 twenty +2 3 new 99 thirty +2 4 new 99 forty +PREHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column +--- +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: -- +-- +-- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where old column +--- +CREATE TABLE partitioned_delete_1(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__38 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__38 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__38)values__tmp__table__38.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_delete_1 add columns(c int, d string) +PREHOOK: type: ALTERTABLE_ADDCOLS +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... +alter table partitioned_delete_1 add columns(c int, d string) +POSTHOOK: type: ALTERTABLE_ADDCOLS +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__39 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__39 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).b SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=2).d SIMPLE [(values__tmp__table__39)values__tmp__table__39.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__40 +PREHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: query: insert into table partitioned_delete_1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__40 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).b SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_1 PARTITION(part=1).d SIMPLE [(values__tmp__table__40)values__tmp__table__40.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +_col0 _col1 _col2 _col3 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 2 original NULL NULL +1 3 original NULL NULL +1 4 original NULL NULL +1 5 new 100 hundred +1 6 new 200 two hundred +2 1 new 10 ten +2 2 new 20 twenty +2 3 new 30 thirty +2 4 new 40 forty +PREHOOK: query: -- DELETE where old column +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +PREHOOK: Output: default@partitioned_delete_1@part=1 +PREHOOK: Output: default@partitioned_delete_1@part=2 +POSTHOOK: query: -- DELETE where old column +delete from partitioned_delete_1 where a = 2 or a = 4 or a = 6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +POSTHOOK: Output: default@partitioned_delete_1@part=1 +POSTHOOK: Output: default@partitioned_delete_1@part=2 +row__id part +PREHOOK: query: explain +select * from partitioned_delete_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned_delete_1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=5 width=1148) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=5 width=1148) + default@partitioned_delete_1,partitioned_delete_1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Input: default@partitioned_delete_1@part=1 +PREHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Input: default@partitioned_delete_1@part=1 +POSTHOOK: Input: default@partitioned_delete_1@part=2 +#### A masked pattern was here #### +part a b c d +1 1 original NULL NULL +1 3 original NULL NULL +1 5 new 100 hundred 2 1 new 10 ten 2 3 new 30 thirty PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default -PREHOOK: Output: default@partitioned7 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DELETE where new column --- -CREATE TABLE partitioned7(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') +CREATE TABLE partitioned_delete_2(a INT, b STRING) PARTITIONED BY(part INT) clustered by (a) into 2 buckets STORED AS ORC TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__17 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') +PREHOOK: Input: default@values__tmp__table__41 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__17 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__41 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__41)values__tmp__table__41.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table partitioned7 add columns(c int, d string) +alter table partitioned_delete_2 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 -PREHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 +PREHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned_delete_2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned_delete_2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned_delete_2 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + transactional true +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: 2 +Bucket Columns: [a] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__18 -PREHOOK: Output: default@partitioned7@part=2 -POSTHOOK: query: insert into table partitioned7 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') +PREHOOK: Input: default@values__tmp__table__42 +PREHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__18 -POSTHOOK: Output: default@partitioned7@part=2 -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).c EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=2).d SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__42 +POSTHOOK: Output: default@partitioned_delete_2@part=2 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).a EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).b SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).c EXPRESSION [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=2).d SIMPLE [(values__tmp__table__42)values__tmp__table__42.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__19 -PREHOOK: Output: default@partitioned7@part=1 -POSTHOOK: query: insert into table partitioned7 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') +PREHOOK: Input: default@values__tmp__table__43 +PREHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: query: insert into table partitioned_delete_2 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__19 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).c EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned7 PARTITION(part=1).d SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Input: default@values__tmp__table__43 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).b SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).c EXPRESSION [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_delete_2 PARTITION(part=1).d SIMPLE [(values__tmp__table__43)values__tmp__table__43.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -944,33 +4231,53 @@ part a b c d 2 3 new 30 thirty 2 4 new 40 forty PREHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 -PREHOOK: Output: default@partitioned7@part=1 -PREHOOK: Output: default@partitioned7@part=2 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 +PREHOOK: Output: default@partitioned_delete_2@part=1 +PREHOOK: Output: default@partitioned_delete_2@part=2 POSTHOOK: query: -- DELETE where new column -delete from partitioned7 where a = 1 or c = 30 or c == 100 +delete from partitioned_delete_2 where a = 1 or c = 30 or c == 100 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 -POSTHOOK: Output: default@partitioned7@part=1 -POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 +POSTHOOK: Output: default@partitioned_delete_2@part=1 +POSTHOOK: Output: default@partitioned_delete_2@part=2 row__id part -PREHOOK: query: select part,a,b,c,d from partitioned7 +PREHOOK: query: explain +select * from partitioned_delete_2 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned7 -PREHOOK: Input: default@partitioned7@part=1 -PREHOOK: Input: default@partitioned7@part=2 +POSTHOOK: query: explain +select * from partitioned_delete_2 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=6 width=964) + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] (rows=6 width=964) + default@partitioned_delete_2,partitioned_delete_2, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + +PREHOOK: query: select part,a,b,c,d from partitioned_delete_2 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Input: default@partitioned_delete_2@part=1 +PREHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned7 +POSTHOOK: query: select part,a,b,c,d from partitioned_delete_2 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Input: default@partitioned7@part=1 -POSTHOOK: Input: default@partitioned7@part=2 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Input: default@partitioned_delete_2@part=1 +POSTHOOK: Input: default@partitioned_delete_2@part=2 #### A masked pattern was here #### part a b c d 1 2 original NULL NULL @@ -979,59 +4286,27 @@ part a b c d 1 6 new 200 two hundred 2 2 new 20 twenty 2 4 new 40 forty -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 -PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: query: DROP TABLE partitioned_update_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned5 -PREHOOK: Output: default@partitioned5 -POSTHOOK: query: DROP TABLE partitioned5 +PREHOOK: Input: default@partitioned_update_1 +PREHOOK: Output: default@partitioned_update_1 +POSTHOOK: query: DROP TABLE partitioned_update_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned5 -POSTHOOK: Output: default@partitioned5 -PREHOOK: query: DROP TABLE partitioned6 +POSTHOOK: Input: default@partitioned_update_1 +POSTHOOK: Output: default@partitioned_update_1 +PREHOOK: query: DROP TABLE partitioned_delete_1 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned6 -PREHOOK: Output: default@partitioned6 -POSTHOOK: query: DROP TABLE partitioned6 +PREHOOK: Input: default@partitioned_delete_1 +PREHOOK: Output: default@partitioned_delete_1 +POSTHOOK: query: DROP TABLE partitioned_delete_1 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned6 -POSTHOOK: Output: default@partitioned6 -PREHOOK: query: DROP TABLE partitioned7 +POSTHOOK: Input: default@partitioned_delete_1 +POSTHOOK: Output: default@partitioned_delete_1 +PREHOOK: query: DROP TABLE partitioned_delete_2 PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned7 -PREHOOK: Output: default@partitioned7 -POSTHOOK: query: DROP TABLE partitioned7 +PREHOOK: Input: default@partitioned_delete_2 +PREHOOK: Output: default@partitioned_delete_2 +POSTHOOK: query: DROP TABLE partitioned_delete_2 POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned7 -POSTHOOK: Output: default@partitioned7 +POSTHOOK: Input: default@partitioned_delete_2 +POSTHOOK: Output: default@partitioned_delete_2 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out index 2b1e5c3..2cbe8b4 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_acidvec_mapwork_table.q.out @@ -69,6 +69,26 @@ POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3 POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=10 width=457) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=457) + default@table1,table1, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select a,b from table1 PREHOOK: type: QUERY @@ -263,6 +283,26 @@ POSTHOOK: Output: default@table2 POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from table2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table2 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=10 width=361) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=361) + default@table2,table2, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: select a,b from table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 @@ -375,6 +415,26 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@table5 POSTHOOK: Output: default@table5 row__id a b _c3 d +PREHOOK: query: explain +select * from table5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table5 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=10 width=643) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=10 width=643) + default@table5,table5, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table5 PREHOOK: type: QUERY PREHOOK: Input: default@table5 @@ -487,6 +547,26 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@table6 POSTHOOK: Output: default@table6 row__id +PREHOOK: query: explain +select * from table6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table6 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=5 width=1025) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=5 width=1025) + default@table6,table6, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table6 PREHOOK: type: QUERY PREHOOK: Input: default@table6 @@ -594,6 +674,26 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@table7 POSTHOOK: Output: default@table7 row__id +PREHOOK: query: explain +select * from table7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table7 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=6 width=865) + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] (rows=6 width=865) + default@table7,table7, ACID table,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] + PREHOOK: query: select a,b,c,d from table7 PREHOOK: type: QUERY PREHOOK: Input: default@table7 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out index dc2fd9a..6f1e379 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_part.q.out @@ -5,7 +5,7 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned1 @@ -16,10 +16,46 @@ POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -41,6 +77,44 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -67,6 +141,23 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from partitioned1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["a","b","c","d"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select part,a,b from partitioned1 PREHOOK: type: QUERY @@ -234,7 +325,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned2 @@ -242,15 +333,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -267,6 +394,42 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -289,6 +452,23 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from partitioned2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned2 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + PREHOOK: query: select part,a,b from partitioned2 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 @@ -302,11 +482,11 @@ POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new @@ -316,7 +496,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned3 @@ -324,10 +504,46 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -349,6 +565,44 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -369,19 +623,36 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select * from partitioned3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned3 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["a","b","c","d"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +665,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +688,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +711,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +734,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +757,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +780,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -536,7 +807,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned4 @@ -544,15 +815,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -569,6 +876,42 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -585,6 +928,23 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned4 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned4 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + PREHOOK: query: select part,a,b from partitioned4 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 @@ -598,45 +958,2448 @@ POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new 2 40000 new 2 72909 new -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@partitioned5@part=2 +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from partitioned5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned5 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned5 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned5 +PREHOOK: Input: default@partitioned5@part=1 +PREHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Input: default@partitioned5@part=1 +POSTHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@partitioned6@part=2 +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from partitioned6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned6 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned6 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned6 +PREHOOK: Input: default@partitioned6@part=1 +PREHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Input: default@partitioned6@part=1 +POSTHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select * from partitioned7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned7 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned7 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select * from partitioned8 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned8 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned8 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned9 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned9 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned9 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 90000 new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned10 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned10 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned10 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned11 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned11 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned11 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned12 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned12 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned12 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.70744 new +1 -9.5164733E9 original +1 0.9 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned13 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned13 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned13 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -9.516472924E9 original +1 0.9000000000007 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned14 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned14 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned14 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -9516472924.000000000000000000 original +1 0.900000000000700000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned15 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned15 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned15 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000011269003 original +1 -356554.760437719989567995 original +1 -737381.369999999995343387 original +1 0.900000000000700000 new +1 447274.772332640015520155 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned16 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned16 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned16 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned17 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned17 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned17 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out index 93f4dcc..c0af81a 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_fetchwork_table.q.out @@ -67,6 +67,23 @@ POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3 POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from table1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["a","b","c","d"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select a,b from table1 PREHOOK: type: QUERY @@ -261,6 +278,23 @@ POSTHOOK: Output: default@table2 POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from table2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table2 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["a","b"] + PREHOOK: query: select a,b from table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 @@ -280,6 +314,101 @@ a b 6737 original 72909 new 90000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table3 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__7.tmp_values_col1 values__tmp__table__7.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from table3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table3 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select a,b from table3 +PREHOOK: type: QUERY +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select a,b from table3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +a b +1000.0 original +200.0 new +3.0 original +32768.0 new +4.0 original +40000.0 new +5000.0 new +6737.0 original +72909.0 new +90000.0 new PREHOOK: query: DROP TABLE table1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table1 @@ -296,3 +425,11 @@ POSTHOOK: query: DROP TABLE table2 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@table2 POSTHOOK: Output: default@table2 +PREHOOK: query: DROP TABLE table3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: DROP TABLE table3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out index dc2fd9a..ac826fc 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_part.q.out @@ -1,25 +1,61 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned1 POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -41,6 +77,44 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -67,15 +141,42 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from partitioned1 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned1 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=149) + default@partitioned1,partitioned1,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -92,13 +193,13 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -115,13 +216,13 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -138,13 +239,13 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -161,13 +262,13 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -184,13 +285,13 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -207,13 +308,13 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -234,7 +335,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned2 @@ -242,15 +343,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -267,6 +404,42 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -289,24 +462,51 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +PREHOOK: query: explain +select part,a,b from partitioned2 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned2 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=93) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=93) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=93) + default@partitioned2,partitioned2,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned2 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 PREHOOK: Input: default@partitioned2@part=1 PREHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,a,b from partitioned2 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned2 POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new @@ -316,7 +516,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned3 @@ -324,10 +524,46 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -349,6 +585,44 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -369,19 +643,46 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,a,b from partitioned3 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned3 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=149) + default@partitioned3,partitioned3,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +695,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +718,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +741,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +764,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +787,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +810,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -536,7 +837,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned4 @@ -544,15 +845,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -569,6 +906,42 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -585,58 +958,2618 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,a,b from partitioned4 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned4 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=93) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=93) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=93) + default@partitioned4,partitioned4,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned4 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 PREHOOK: Input: default@partitioned4@part=1 PREHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,a,b from partitioned4 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned4 POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new 2 40000 new 2 72909 new -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@partitioned5@part=2 +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=130) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=130) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=130) + default@partitioned5,partitioned5,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned5 +PREHOOK: Input: default@partitioned5@part=1 +PREHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Input: default@partitioned5@part=1 +POSTHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@partitioned6@part=2 +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=193) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=193) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=193) + default@partitioned6,partitioned6,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned6 +PREHOOK: Input: default@partitioned6@part=1 +PREHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Input: default@partitioned6@part=1 +POSTHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=176) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=176) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=9 width=176) + default@partitioned7,partitioned7,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=170) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=170) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=9 width=170) + default@partitioned8,partitioned8,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=143) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=143) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=143) + default@partitioned9,partitioned9,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 90000 new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=146) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=146) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=146) + default@partitioned10,partitioned10,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=148) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=148) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=148) + default@partitioned11,partitioned11,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=94) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=94) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=94) + default@partitioned12,partitioned12,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.70744 new +1 -9.5164733E9 original +1 0.9 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=97) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=97) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=97) + default@partitioned13,partitioned13,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -9.516472924E9 original +1 0.9000000000007 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=159) + default@partitioned14,partitioned14,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -9516472924.000000000000000000 original +1 0.900000000000700000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=159) + default@partitioned15,partitioned15,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000011269003 original +1 -356554.760437719989567995 original +1 -737381.369999999995343387 original +1 0.900000000000700000 new +1 447274.772332640015520155 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=150) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=150) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=150) + default@partitioned16,partitioned16,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=192) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=192) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=192) + default@partitioned17,partitioned17,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out index df9494f..89b36e0 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_nonvec_mapwork_table.q.out @@ -261,6 +261,26 @@ POSTHOOK: Output: default@table2 POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from table2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table2 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=93) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=93) + default@table2,table2,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: select a,b from table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 @@ -280,6 +300,104 @@ a b 6737 original 72909 new 90000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table3 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__7.tmp_values_col1 values__tmp__table__7.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a decimal +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a decimal +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from table3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table3 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=10 width=190) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=190) + default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select a,b from table3 +PREHOOK: type: QUERY +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select a,b from table3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +a b +1000 original +200 new +3 original +32768 new +4 original +40000 new +5000 new +6737 original +72909 new +90000 new PREHOOK: query: DROP TABLE table1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table1 @@ -296,3 +414,11 @@ POSTHOOK: query: DROP TABLE table2 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@table2 POSTHOOK: Output: default@table2 +PREHOOK: query: DROP TABLE table3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: DROP TABLE table3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out index 9f1fda8..25400a6 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_part.q.out @@ -5,7 +5,7 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned1 @@ -16,10 +16,46 @@ POSTHOOK: query: -- SORT_QUERY_RESULTS -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -41,6 +77,44 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -67,15 +141,42 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from partitioned1 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned1 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=149) + default@partitioned1,partitioned1,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -92,13 +193,13 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -115,13 +216,13 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -138,13 +239,13 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -161,13 +262,13 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -184,13 +285,13 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -207,13 +308,13 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -234,7 +335,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned2 @@ -242,15 +343,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -267,6 +404,42 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -289,24 +462,51 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +PREHOOK: query: explain +select part,a,b from partitioned2 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned2 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=93) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=93) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=93) + default@partitioned2,partitioned2,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned2 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 PREHOOK: Input: default@partitioned2@part=1 PREHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,a,b from partitioned2 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned2 POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new @@ -316,7 +516,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned3 @@ -324,10 +524,46 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -349,6 +585,44 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -369,19 +643,46 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,a,b from partitioned3 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned3 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=149) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=149) + default@partitioned3,partitioned3,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +695,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +718,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +741,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +764,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +787,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 100 @@ -509,17 +810,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -536,7 +837,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned4 @@ -544,15 +845,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS ORC +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -569,6 +906,42 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -585,58 +958,2618 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,a,b from partitioned4 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned4 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=93) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=93) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=93) + default@partitioned4,partitioned4,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned4 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 PREHOOK: Input: default@partitioned4@part=1 PREHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,a,b from partitioned4 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned4 POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 90000 new 2 200 new 2 32768 new 2 40000 new 2 72909 new -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@partitioned5@part=2 +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=130) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=130) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=130) + default@partitioned5,partitioned5,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned5 +PREHOOK: Input: default@partitioned5@part=1 +PREHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Input: default@partitioned5@part=1 +POSTHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@partitioned6@part=2 +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=193) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=193) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=193) + default@partitioned6,partitioned6,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned6 +PREHOOK: Input: default@partitioned6@part=1 +PREHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Input: default@partitioned6@part=1 +POSTHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=176) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=176) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=9 width=176) + default@partitioned7,partitioned7,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=9 width=170) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=9 width=170) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=9 width=170) + default@partitioned8,partitioned8,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=143) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=143) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=143) + default@partitioned9,partitioned9,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 90000 new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=146) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=146) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=146) + default@partitioned10,partitioned10,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=148) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=148) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=148) + default@partitioned11,partitioned11,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=94) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=94) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=94) + default@partitioned12,partitioned12,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.70744 new +1 -9.5164733E9 original +1 0.9 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=97) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=97) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=97) + default@partitioned13,partitioned13,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -9.516472924E9 original +1 0.9000000000007 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=159) + default@partitioned14,partitioned14,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -9516472924.000000000000000000 original +1 0.900000000000700000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=159) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=159) + default@partitioned15,partitioned15,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000011269003 original +1 -356554.760437719989567995 original +1 -737381.369999999995343387 original +1 0.900000000000700000 new +1 447274.772332640015520155 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=150) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=150) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=150) + default@partitioned16,partitioned16,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized + File Output Operator [FS_8] + Select Operator [OP_7] (rows=10 width=192) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_6] + Select Operator [OP_5] (rows=10 width=192) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=192) + default@partitioned17,partitioned17,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 diff --git ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out index aef9a74..7a045f5 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_orc_vec_mapwork_table.q.out @@ -261,6 +261,26 @@ POSTHOOK: Output: default@table2 POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from table2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table2 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=10 width=93) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=93) + default@table2,table2,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: select a,b from table2 PREHOOK: type: QUERY PREHOOK: Input: default@table2 @@ -280,6 +300,104 @@ a b 6737 original 72909 new 90000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table3 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE table3(a STRING, b STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__7 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values('1000', 'original'),('6737', 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__7 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__7.tmp_values_col1 values__tmp__table__7.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a decimal +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table table3 change column a a decimal +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__8 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__8 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__9 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table table3 values(5000, 'new'),(90000, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__9 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from table3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table3 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized + File Output Operator [FS_4] + Select Operator [OP_3] (rows=10 width=190) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=10 width=190) + default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select a,b from table3 +PREHOOK: type: QUERY +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select a,b from table3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +a b +1000 original +200 new +3 original +32768 new +4 original +40000 new +5000 new +6737 original +72909 new +90000 new PREHOOK: query: DROP TABLE table1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@table1 @@ -296,3 +414,11 @@ POSTHOOK: query: DROP TABLE table2 POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@table2 POSTHOOK: Output: default@table2 +PREHOOK: query: DROP TABLE table3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table3 +PREHOOK: Output: default@table3 +POSTHOOK: query: DROP TABLE table3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table3 +POSTHOOK: Output: default@table3 diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_fetchwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_fetchwork_table.q.out deleted file mode 100644 index f849004..0000000 --- ql/src/test/results/clientpositive/tez/schema_evol_text_fetchwork_table.q.out +++ /dev/null @@ -1,298 +0,0 @@ -PREHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_mapwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_mapwork_table.q.out deleted file mode 100644 index f849004..0000000 --- ql/src/test/results/clientpositive/tez/schema_evol_text_mapwork_table.q.out +++ /dev/null @@ -1,298 +0,0 @@ -PREHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table1 -POSTHOOK: query: -- SORT_QUERY_RESULTS --- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Table --- --- --- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT ---- -CREATE TABLE table1(a INT, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__1 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__1 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -PREHOOK: type: ALTERTABLE_ADDCOLS -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: -- Table-Non-Cascade ADD COLUMNS ... -alter table table1 add columns(c int, d string) -POSTHOOK: type: ALTERTABLE_ADDCOLS -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__2 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__2 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__3 -PREHOOK: Output: default@table1 -POSTHOOK: query: insert into table table1 values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__3 -POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 -PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select a,b from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b -1 new -1 original -2 new -2 original -3 new -3 original -4 new -4 original -5 new -6 new -PREHOOK: query: select a,b,c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c -1 new 10 -1 original NULL -2 new 20 -2 original NULL -3 new 30 -3 original NULL -4 new 40 -4 original NULL -5 new 100 -6 new 200 -PREHOOK: query: select a,b,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,b,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a b c d -1 new 10 ten -1 original NULL NULL -2 new 20 twenty -2 original NULL NULL -3 new 30 thirty -3 original NULL NULL -4 new 40 forty -4 original NULL NULL -5 new 100 hundred -6 new 200 two hundred -PREHOOK: query: select a,c,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,c,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a c d -1 10 ten -1 NULL NULL -2 20 twenty -2 NULL NULL -3 30 thirty -3 NULL NULL -4 40 forty -4 NULL NULL -5 100 hundred -6 200 two hundred -PREHOOK: query: select a,d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select a,d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -a d -1 NULL -1 ten -2 NULL -2 twenty -3 NULL -3 thirty -4 NULL -4 forty -5 hundred -6 two hundred -PREHOOK: query: select c from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select c from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -c -10 -100 -20 -200 -30 -40 -NULL -NULL -NULL -NULL -PREHOOK: query: select d from table1 -PREHOOK: type: QUERY -PREHOOK: Input: default@table1 -#### A masked pattern was here #### -POSTHOOK: query: select d from table1 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table1 -#### A masked pattern was here #### -d -NULL -NULL -NULL -NULL -forty -hundred -ten -thirty -twenty -two hundred -PREHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -PREHOOK: type: CREATETABLE -PREHOOK: Output: database:default -PREHOOK: Output: default@table2 -POSTHOOK: query: -- --- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT --- smallint = (2-byte signed integer, from -32,768 to 32,767) --- -CREATE TABLE table2(a smallint, b STRING) STORED AS TEXTFILE -POSTHOOK: type: CREATETABLE -POSTHOOK: Output: database:default -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__4 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__4 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -PREHOOK: type: ALTERTABLE_RENAMECOL -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... -alter table table2 change column a a int -POSTHOOK: type: ALTERTABLE_RENAMECOL -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 -PREHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__5 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__5 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -PREHOOK: type: QUERY -PREHOOK: Input: default@values__tmp__table__6 -PREHOOK: Output: default@table2 -POSTHOOK: query: insert into table table2 values(5000, 'new'),(90000, 'new') -POSTHOOK: type: QUERY -POSTHOOK: Input: default@values__tmp__table__6 -POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 -PREHOOK: query: select a,b from table2 -PREHOOK: type: QUERY -PREHOOK: Input: default@table2 -#### A masked pattern was here #### -POSTHOOK: query: select a,b from table2 -POSTHOOK: type: QUERY -POSTHOOK: Input: default@table2 -#### A masked pattern was here #### -a b -1000 original -200 new -3 original -32768 new -4 original -40000 new -5000 new -6737 original -72909 new -90000 new -PREHOOK: query: DROP TABLE table1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table1 -PREHOOK: Output: default@table1 -POSTHOOK: query: DROP TABLE table1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table1 -POSTHOOK: Output: default@table1 -PREHOOK: query: DROP TABLE table2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@table2 -PREHOOK: Output: default@table2 -POSTHOOK: query: DROP TABLE table2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@table2 -POSTHOOK: Output: default@table2 diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out index 44ce24e..614a2a0 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_part.q.out @@ -1,25 +1,61 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned1 POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, FetchWork, Partitioned +-- FILE VARIATION: TEXTFILE, Non-Vectorized, FetchWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -41,6 +77,44 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -67,6 +141,23 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select * from partitioned1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["a","b","c","d"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select part,a,b from partitioned1 PREHOOK: type: QUERY @@ -234,7 +325,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned2 @@ -242,15 +333,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -267,6 +394,42 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -289,6 +452,23 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 +PREHOOK: query: explain +select * from partitioned2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned2 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + PREHOOK: query: select part,a,b from partitioned2 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 @@ -302,11 +482,11 @@ POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 NULL new 2 200 new 2 32768 new @@ -316,7 +496,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned3 @@ -324,10 +504,46 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -349,6 +565,44 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -369,19 +623,36 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select * from partitioned3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned3 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["a","b","c","d"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +665,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +688,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +711,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +734,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +757,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 NULL @@ -509,17 +780,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -536,7 +807,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned4 @@ -544,15 +815,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -569,6 +876,42 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -585,6 +928,23 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned4 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned4 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + PREHOOK: query: select part,a,b from partitioned4 PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 @@ -598,45 +958,2448 @@ POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 NULL new 2 200 new 2 32768 new 2 40000 new 2 72909 new -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@partitioned5@part=2 +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from partitioned5 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned5 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned5 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned5 +PREHOOK: Input: default@partitioned5@part=1 +PREHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Input: default@partitioned5@part=1 +POSTHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@partitioned6@part=2 +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select * from partitioned6 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned6 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned6 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned6 +PREHOOK: Input: default@partitioned6@part=1 +PREHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Input: default@partitioned6@part=1 +POSTHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select * from partitioned7 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned7 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned7 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select * from partitioned8 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned8 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned8 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned9 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned9 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned9 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 NULL new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned10 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned10 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned10 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned11 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned11 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned11 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned12 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned12 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned12 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.0 new +1 -9.5164733E9 original +1 0.0 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned13 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned13 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned13 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.0 new +1 -9.516472924E9 original +1 0.0 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned14 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned14 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned14 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.000000000000000000 new +1 -9516472924.000000000000000000 original +1 0.000000000000000000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select * from partitioned15 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned15 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned15 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000000000000 original +1 -356554.760437720000000000 original +1 -737381.370000000000000000 original +1 0.900000000000700000 new +1 447274.772332640000000000 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned16 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned16 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned16 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select * from partitioned17 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from partitioned17 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned17 +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out index 4003c20..19d0515 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_fetchwork_table.q.out @@ -1,6 +1,6 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS @@ -11,7 +11,7 @@ PREHOOK: Output: database:default PREHOOK: Output: default@table1 POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: ORC, Non-Vectorized, MapWork, Table +-- FILE VARIATION: TEXTFILE, Non-Vectorized, MapWork, Table -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS @@ -108,6 +108,23 @@ POSTHOOK: Lineage: table1.c EXPRESSION [(values__tmp__table__3)values__tmp__tabl POSTHOOK: Lineage: table1.d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] POSTHOOK: Lineage: table1.e SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select * from table1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table1 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4"] + TableScan [TS_0] + Output:["a","b","c","d","e"] + PREHOOK: query: select a,b,c,d,e from table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 @@ -227,6 +244,23 @@ POSTHOOK: Lineage: table3.a EXPRESSION [(values__tmp__table__6)values__tmp__tabl POSTHOOK: Lineage: table3.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] POSTHOOK: Lineage: table3.e SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] _col0 _col1 _col2 +PREHOOK: query: explain +select * from table3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from table3 +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["a","b","e"] + PREHOOK: query: select a,b from table3 PREHOOK: type: QUERY PREHOOK: Input: default@table3 diff --git ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out index 44f5822..7fa5fb2 100644 --- ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out +++ ql/src/test/results/clientpositive/tez/schema_evol_text_nonvec_mapwork_part.q.out @@ -1,25 +1,61 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned1 POSTHOOK: query: -- SORT_QUERY_RESULTS -- --- FILE VARIATION: TEXT, Non-Vectorized, MapWork, Partitioned +-- FILE VARIATION: ORC, Non-Vectorized, MapWork, Partitioned -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... STATIC INSERT --- -CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned1(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__1 @@ -41,6 +77,44 @@ alter table partitioned1 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DESCRIBE FORMATTED partitioned1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned1 +POSTHOOK: query: DESCRIBE FORMATTED partitioned1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned1 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__2 @@ -67,15 +141,42 @@ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 +PREHOOK: query: explain +select part,a,b from partitioned1 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned1 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=13) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=13) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=13) + default@partitioned1,partitioned1,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -92,13 +193,13 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -115,13 +216,13 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -138,13 +239,13 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -161,13 +262,13 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -184,13 +285,13 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -207,13 +308,13 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned1 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 PREHOOK: Input: default@partitioned1@part=1 PREHOOK: Input: default@partitioned1@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned1 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned1 POSTHOOK: Input: default@partitioned1@part=1 @@ -234,7 +335,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned2 @@ -242,15 +343,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned2(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned2 -PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__4 PREHOOK: Output: default@partitioned2@part=1 -POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned2 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__4 POSTHOOK: Output: default@partitioned2@part=1 @@ -267,6 +404,42 @@ alter table partitioned2 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned2 POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DESCRIBE FORMATTED partitioned2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned2 +POSTHOOK: query: DESCRIBE FORMATTED partitioned2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned2 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned2 partition(part=2) values(72909, 'new'),(200, 'new'), (32768, 'new'),(40000, 'new') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__5 @@ -289,24 +462,51 @@ POSTHOOK: Output: default@partitioned2@part=1 POSTHOOK: Lineage: partitioned2 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned2 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 -PREHOOK: query: select part,a,b from partitioned2 +PREHOOK: query: explain +select part,a,b from partitioned2 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned2 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=10) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=10) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=10) + default@partitioned2,partitioned2,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned2 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned2 PREHOOK: Input: default@partitioned2@part=1 PREHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned2 +POSTHOOK: query: select part,a,b from partitioned2 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned2 POSTHOOK: Input: default@partitioned2@part=1 POSTHOOK: Input: default@partitioned2@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 NULL new 2 200 new 2 32768 new @@ -316,7 +516,7 @@ PREHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned3 @@ -324,10 +524,46 @@ POSTHOOK: query: -- -- -- SECTION VARIATION: ALTER TABLE ADD COLUMNS ... DYNAMIC INSERT --- -CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned3(a INT, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__7 @@ -349,6 +585,44 @@ alter table partitioned3 add columns(c int, d string) POSTHOOK: type: ALTERTABLE_ADDCOLS POSTHOOK: Input: default@partitioned3 POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DESCRIBE FORMATTED partitioned3 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned3 +POSTHOOK: query: DESCRIBE FORMATTED partitioned3 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned3 +col_name data_type comment +# col_name data_type comment + +a int +b string +c int +d string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned3 partition(part) values(1, 'new', 10, 'ten', 2),(2, 'new', 20, 'twenty', 2), (3, 'new', 30, 'thirty', 2),(4, 'new', 40, 'forty', 2), (5, 'new', 100, 'hundred', 1),(6, 'new', 200, 'two hundred', 1) PREHOOK: type: QUERY @@ -369,19 +643,46 @@ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned3 PARTITION(part=2).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] POSTHOOK: Lineage: partitioned3 PARTITION(part=2).d SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] _col0 _col1 _col2 _col3 _col4 +PREHOOK: query: explain +select part,a,b from partitioned3 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned3 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=13) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=13) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=13) + default@partitioned3,partitioned3,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### POSTHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right -select part,a,b from partitioned1 +select part,a,b from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b 1 1 original @@ -394,17 +695,17 @@ part a b 2 2 new 2 3 new 2 4 new -PREHOOK: query: select part,a,b,c from partitioned1 +PREHOOK: query: select part,a,b,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c from partitioned1 +POSTHOOK: query: select part,a,b,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c 1 1 original NULL @@ -417,17 +718,17 @@ part a b c 2 2 new 20 2 3 new 30 2 4 new 40 -PREHOOK: query: select part,a,b,c,d from partitioned1 +PREHOOK: query: select part,a,b,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b,c,d from partitioned1 +POSTHOOK: query: select part,a,b,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a b c d 1 1 original NULL NULL @@ -440,17 +741,17 @@ part a b c d 2 2 new 20 twenty 2 3 new 30 thirty 2 4 new 40 forty -PREHOOK: query: select part,a,c,d from partitioned1 +PREHOOK: query: select part,a,c,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,c,d from partitioned1 +POSTHOOK: query: select part,a,c,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a c d 1 1 NULL NULL @@ -463,17 +764,17 @@ part a c d 2 2 20 twenty 2 3 30 thirty 2 4 40 forty -PREHOOK: query: select part,a,d from partitioned1 +PREHOOK: query: select part,a,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,d from partitioned1 +POSTHOOK: query: select part,a,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part a d 1 1 NULL @@ -486,17 +787,17 @@ part a d 2 2 twenty 2 3 thirty 2 4 forty -PREHOOK: query: select part,c from partitioned1 +PREHOOK: query: select part,c from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,c from partitioned1 +POSTHOOK: query: select part,c from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part c 1 NULL @@ -509,17 +810,17 @@ part c 2 20 2 30 2 40 -PREHOOK: query: select part,d from partitioned1 +PREHOOK: query: select part,d from partitioned3 order by part PREHOOK: type: QUERY -PREHOOK: Input: default@partitioned1 -PREHOOK: Input: default@partitioned1@part=1 -PREHOOK: Input: default@partitioned1@part=2 +PREHOOK: Input: default@partitioned3 +PREHOOK: Input: default@partitioned3@part=1 +PREHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,d from partitioned1 +POSTHOOK: query: select part,d from partitioned3 order by part POSTHOOK: type: QUERY -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Input: default@partitioned1@part=1 -POSTHOOK: Input: default@partitioned1@part=2 +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Input: default@partitioned3@part=1 +POSTHOOK: Input: default@partitioned3@part=2 #### A masked pattern was here #### part d 1 NULL @@ -536,7 +837,7 @@ PREHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@partitioned4 @@ -544,15 +845,51 @@ POSTHOOK: query: -- -- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT -- smallint = (2-byte signed integer, from -32,768 to 32,767) -- -CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) STORED AS TEXTFILE +CREATE TABLE partitioned4(a smallint, b STRING) PARTITIONED BY(part INT) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned4 -PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') PREHOOK: type: QUERY PREHOOK: Input: default@values__tmp__table__9 PREHOOK: Output: default@partitioned4@part=1 -POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(6737, 'original'), ('3', 'original'),('4', 'original') +POSTHOOK: query: insert into table partitioned4 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') POSTHOOK: type: QUERY POSTHOOK: Input: default@values__tmp__table__9 POSTHOOK: Output: default@partitioned4@part=1 @@ -569,6 +906,42 @@ alter table partitioned4 change column a a int POSTHOOK: type: ALTERTABLE_RENAMECOL POSTHOOK: Input: default@partitioned4 POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DESCRIBE FORMATTED partitioned4 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned4 +POSTHOOK: query: DESCRIBE FORMATTED partitioned4 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned4 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 PREHOOK: query: insert into table partitioned4 partition(part) values(72909, 'new', 2),(200, 'new', 2), (32768, 'new', 2),(40000, 'new', 2), (5000, 'new', 1),(90000, 'new', 1) PREHOOK: type: QUERY @@ -585,58 +958,2618 @@ POSTHOOK: Lineage: partitioned4 PARTITION(part=1).b SIMPLE [(values__tmp__table_ POSTHOOK: Lineage: partitioned4 PARTITION(part=2).a EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] POSTHOOK: Lineage: partitioned4 PARTITION(part=2).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] _col0 _col1 _col2 -PREHOOK: query: select part,a,b from partitioned4 +PREHOOK: query: explain +select part,a,b from partitioned4 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned4 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=10) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=10) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=10) + default@partitioned4,partitioned4,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned4 order by part PREHOOK: type: QUERY PREHOOK: Input: default@partitioned4 PREHOOK: Input: default@partitioned4@part=1 PREHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### -POSTHOOK: query: select part,a,b from partitioned4 +POSTHOOK: query: select part,a,b from partitioned4 order by part POSTHOOK: type: QUERY POSTHOOK: Input: default@partitioned4 POSTHOOK: Input: default@partitioned4@part=1 POSTHOOK: Input: default@partitioned4@part=2 #### A masked pattern was here #### part a b +1 -6737 original 1 1000 original -1 3 original -1 4 original +1 20435 original +1 4957 original 1 5000 new -1 6737 original 1 NULL new 2 200 new 2 32768 new 2 40000 new 2 72909 new -PREHOOK: query: DROP TABLE partitioned1 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned1 -PREHOOK: Output: default@partitioned1 -POSTHOOK: query: DROP TABLE partitioned1 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned1 -POSTHOOK: Output: default@partitioned1 -PREHOOK: query: DROP TABLE partitioned2 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned2 -PREHOOK: Output: default@partitioned2 -POSTHOOK: query: DROP TABLE partitioned2 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned2 -POSTHOOK: Output: default@partitioned2 -PREHOOK: query: DROP TABLE partitioned3 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned3 -PREHOOK: Output: default@partitioned3 -POSTHOOK: query: DROP TABLE partitioned3 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned3 -POSTHOOK: Output: default@partitioned3 -PREHOOK: query: DROP TABLE partitioned4 -PREHOOK: type: DROPTABLE -PREHOOK: Input: default@partitioned4 -PREHOOK: Output: default@partitioned4 -POSTHOOK: query: DROP TABLE partitioned4 -POSTHOOK: type: DROPTABLE -POSTHOOK: Input: default@partitioned4 -POSTHOOK: Output: default@partitioned4 +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to double +-- +CREATE TABLE partitioned5(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__11 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__11 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__11.tmp_values_col1 values__tmp__table__11.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned5 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DESCRIBE FORMATTED partitioned5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned5 +POSTHOOK: query: DESCRIBE FORMATTED partitioned5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned5 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__12 +PREHOOK: Output: default@partitioned5@part=2 +POSTHOOK: query: insert into table partitioned5 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__12 +POSTHOOK: Output: default@partitioned5@part=2 +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).a EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=2).b SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__13 +PREHOOK: Output: default@partitioned5@part=1 +POSTHOOK: query: insert into table partitioned5 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__13 +POSTHOOK: Output: default@partitioned5@part=1 +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).a EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned5 PARTITION(part=1).b SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=15) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=15) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=15) + default@partitioned5,partitioned5,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned5 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned5 +PREHOOK: Input: default@partitioned5@part=1 +PREHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned5 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Input: default@partitioned5@part=1 +POSTHOOK: Input: default@partitioned5@part=2 +#### A masked pattern was here #### +part a b +1 -10.3 original +1 -29.0764 original +1 -3651.672121 original +1 17808.963785 new +1 753.7028 original +1 9250340.75 new +2 -66475.561431 new +2 20.31 new +2 30.774 new +2 46114.284799488 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... STATIC INSERT +-- string to decimal +-- +CREATE TABLE partitioned6(a string, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__14 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values('753.7028', 'original'),('-3651.672121', 'original'), ('-29.0764', 'original'),('-10.3', 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__14 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__14.tmp_values_col1 values__tmp__table__14.tmp_values_col2 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned6 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DESCRIBE FORMATTED partitioned6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned6 +POSTHOOK: query: DESCRIBE FORMATTED partitioned6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned6 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__15 +PREHOOK: Output: default@partitioned6@part=2 +POSTHOOK: query: insert into table partitioned6 partition(part=2) values(30.774, 'new'),(20.31, 'new'), (46114.284799488, 'new'),(-66475.561431, 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__15 +POSTHOOK: Output: default@partitioned6@part=2 +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).a EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=2).b SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__16 +PREHOOK: Output: default@partitioned6@part=1 +POSTHOOK: query: insert into table partitioned6 partition(part=1) values(17808.963785, 'new'),(9250340.75 , 'new') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__16 +POSTHOOK: Output: default@partitioned6@part=1 +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).a EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned6 PARTITION(part=1).b SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: explain +select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=23) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=23) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=23) + default@partitioned6,partitioned6,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned6 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned6 +PREHOOK: Input: default@partitioned6@part=1 +PREHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned6 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Input: default@partitioned6@part=1 +POSTHOOK: Input: default@partitioned6@part=2 +#### A masked pattern was here #### +part a b +1 -10.300000000000000000 original +1 -29.076400000000000000 original +1 -3651.672121000000000000 original +1 17808.963785000000000000 new +1 753.702800000000000000 original +1 9250340.750000000000000000 new +2 -66475.561431000000000000 new +2 20.310000000000000000 new +2 30.774000000000000000 new +2 46114.284799488000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- timestamp to string +-- +CREATE TABLE partitioned7(a TIMESTAMP, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a timestamp +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2000-12-18 08:42:30.000595596' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2024-11-11 16:42:41.101' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select cast('2021-09-24 03:18:32.413655165' as timestamp), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned7 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DESCRIBE FORMATTED partitioned7 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned7 +POSTHOOK: query: DESCRIBE FORMATTED partitioned7 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned7 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '0004-09-22 18:26:29.519542222', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '1815-05-06 00:12:37.543584705', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2007-02-09 05:17:29.368756876', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=2 +POSTHOOK: query: insert into table partitioned7 partition(part=2) select '2002-05-10 05:29:48.990818073', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=2 +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '6229-06-28 02:54:28.970117179', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned7@part=1 +POSTHOOK: query: insert into table partitioned7 partition(part=1) select '5966-07-09 03:30:50.597', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned7@part=1 +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned7 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=33) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=33) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=9 width=33) + default@partitioned7,partitioned7,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned7 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned7 +PREHOOK: Input: default@partitioned7@part=1 +PREHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned7 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Input: default@partitioned7@part=1 +POSTHOOK: Input: default@partitioned7@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 08:42:30.000595596 original +1 2021-09-24 03:18:32.413655165 original +1 2024-11-11 16:42:41.101 original +1 5966-07-09 03:30:50.597 new +1 6229-06-28 02:54:28.970117179 new +2 0004-09-22 18:26:29.519542222 new +2 1815-05-06 00:12:37.543584705 new +2 2002-05-10 05:29:48.990818073 new +2 2007-02-09 05:17:29.368756876 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- date to string +-- +CREATE TABLE partitioned8(a DATE, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a date +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2000-12-18' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2024-11-11' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select cast('2021-09-24' as date), 'original' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a EXPRESSION [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned8 change column a a STRING +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DESCRIBE FORMATTED partitioned8 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned8 +POSTHOOK: query: DESCRIBE FORMATTED partitioned8 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned8 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '0004-09-22', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '1815-05-06', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2007-02-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=2 +POSTHOOK: query: insert into table partitioned8 partition(part=2) select '2002-05-10', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=2 +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=2).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '6229-06-28', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@partitioned8@part=1 +POSTHOOK: query: insert into table partitioned8 partition(part=1) select '5966-07-09', 'new' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@partitioned8@part=1 +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).a SIMPLE [] +POSTHOOK: Lineage: partitioned8 PARTITION(part=1).b SIMPLE [] +_c0 _c1 +PREHOOK: query: explain +select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=9 width=15) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=9 width=15) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=9 width=15) + default@partitioned8,partitioned8,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned8 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned8 +PREHOOK: Input: default@partitioned8@part=1 +PREHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned8 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Input: default@partitioned8@part=1 +POSTHOOK: Input: default@partitioned8@part=2 +#### A masked pattern was here #### +part a b +1 2000-12-18 original +1 2021-09-24 original +1 2024-11-11 original +1 5966-07-09 new +1 6229-06-28 new +2 0004-09-22 new +2 1815-05-06 new +2 2002-05-10 new +2 2007-02-09 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- smallint to string +-- +CREATE TABLE partitioned9(a smallint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a smallint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__17 +PREHOOK: Output: default@partitioned9@part=1 +POSTHOOK: query: insert into table partitioned9 partition(part=1) values(1000, 'original'),(-6737, 'original'), (4957, 'original'),(20435, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__17 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned9 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DESCRIBE FORMATTED partitioned9 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned9 +POSTHOOK: query: DESCRIBE FORMATTED partitioned9 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned9 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__18 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: insert into table partitioned9 partition(part) values('72909', 'new', 2),('200', 'new', 2), ('32768', 'new', 2),('40000', 'new', 2), + ('5000', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__18 +POSTHOOK: Output: default@partitioned9@part=1 +POSTHOOK: Output: default@partitioned9@part=2 +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=1).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).a SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned9 PARTITION(part=2).b SIMPLE [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__18.tmp_values_col1 values__tmp__table__18.tmp_values_col2 values__tmp__table__18.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=10) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=10) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=10) + default@partitioned9,partitioned9,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned9 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned9 +PREHOOK: Input: default@partitioned9@part=1 +PREHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned9 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Input: default@partitioned9@part=1 +POSTHOOK: Input: default@partitioned9@part=2 +#### A masked pattern was here #### +part a b +1 -6737 original +1 1000 original +1 20435 original +1 4957 original +1 5000 new +1 NULL new +2 200 new +2 32768 new +2 40000 new +2 72909 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- int to string +-- +CREATE TABLE partitioned10(a int, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a int +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__19 +PREHOOK: Output: default@partitioned10@part=1 +POSTHOOK: query: insert into table partitioned10 partition(part=1) values(52927714, 'original'),(410966855, 'original'), (240487153, 'original'),(-508053143, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__19 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned10 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DESCRIBE FORMATTED partitioned10 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned10 +POSTHOOK: query: DESCRIBE FORMATTED partitioned10 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned10 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__20 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: insert into table partitioned10 partition(part) values('4608789783433', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__20 +POSTHOOK: Output: default@partitioned10@part=1 +POSTHOOK: Output: default@partitioned10@part=2 +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=1).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).a SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned10 PARTITION(part=2).b SIMPLE [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__20.tmp_values_col1 values__tmp__table__20.tmp_values_col2 values__tmp__table__20.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=15) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=15) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=15) + default@partitioned10,partitioned10,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned10 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned10 +PREHOOK: Input: default@partitioned10@part=1 +PREHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned10 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Input: default@partitioned10@part=1 +POSTHOOK: Input: default@partitioned10@part=2 +#### A masked pattern was here #### +part a b +1 -508053143 original +1 240487153 original +1 24270745 new +1 410966855 original +1 52927714 original +1 90000 new +2 400000000 new +2 4608789783433 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to string +-- +CREATE TABLE partitioned11(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__21 +PREHOOK: Output: default@partitioned11@part=1 +POSTHOOK: query: insert into table partitioned11 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__21 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned11 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DESCRIBE FORMATTED partitioned11 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned11 +POSTHOOK: query: DESCRIBE FORMATTED partitioned11 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned11 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__22 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: insert into table partitioned11 partition(part) values('-902195323472924', 'new', 2),('705886983', 'new', 2), ('7203778961', 'new', 2),('400000000', 'new', 2), + ('-24270745', 'new', 1),('90000', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__22 +POSTHOOK: Output: default@partitioned11@part=1 +POSTHOOK: Output: default@partitioned11@part=2 +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=1).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).a SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned11 PARTITION(part=2).b SIMPLE [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__22.tmp_values_col1 values__tmp__table__22.tmp_values_col2 values__tmp__table__22.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=16) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=16) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=16) + default@partitioned11,partitioned11,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned11 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned11 +PREHOOK: Input: default@partitioned11@part=1 +PREHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned11 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Input: default@partitioned11@part=1 +POSTHOOK: Input: default@partitioned11@part=2 +#### A masked pattern was here #### +part a b +1 -24270745 new +1 -9516472924 original +1 4541618110222 original +1 52927714016 original +1 7727410966855 original +1 90000 new +2 -902195323472924 new +2 400000000 new +2 705886983 new +2 7203778961 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to float +-- +CREATE TABLE partitioned12(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__23 +PREHOOK: Output: default@partitioned12@part=1 +POSTHOOK: query: insert into table partitioned12 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__23 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned12 change column a a float +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DESCRIBE FORMATTED partitioned12 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned12 +POSTHOOK: query: DESCRIBE FORMATTED partitioned12 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned12 +col_name data_type comment +# col_name data_type comment + +a float +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__24 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: insert into table partitioned12 partition(part) values(-90219532.3472924, 'new', 2),(7.05886983, 'new', 2), (720377896.1, 'new', 2),(400000.000, 'new', 2), + (-242.70745, 'new', 1),(0.90000, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__24 +POSTHOOK: Output: default@partitioned12@part=1 +POSTHOOK: Output: default@partitioned12@part=2 +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=1).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).a EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned12 PARTITION(part=2).b SIMPLE [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=15) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=15) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=15) + default@partitioned12,partitioned12,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned12 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned12 +PREHOOK: Input: default@partitioned12@part=1 +PREHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned12 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Input: default@partitioned12@part=1 +POSTHOOK: Input: default@partitioned12@part=2 +#### A masked pattern was here #### +part a b +1 -242.0 new +1 -9.5164733E9 original +1 0.0 new +1 4.5416181E12 original +1 5.2927713E10 original +1 7.7274111E12 original +2 -9.0219536E7 new +2 400000.0 new +2 7.05887 new +2 7.2037792E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to double +-- +CREATE TABLE partitioned13(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__25 +PREHOOK: Output: default@partitioned13@part=1 +POSTHOOK: query: insert into table partitioned13 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__25 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned13 change column a a double +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DESCRIBE FORMATTED partitioned13 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned13 +POSTHOOK: query: DESCRIBE FORMATTED partitioned13 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned13 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__26 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: insert into table partitioned13 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__26 +POSTHOOK: Output: default@partitioned13@part=1 +POSTHOOK: Output: default@partitioned13@part=2 +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=1).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).a EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned13 PARTITION(part=2).b SIMPLE [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=20) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=20) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=20) + default@partitioned13,partitioned13,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned13 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned13 +PREHOOK: Input: default@partitioned13@part=1 +PREHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned13 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Input: default@partitioned13@part=1 +POSTHOOK: Input: default@partitioned13@part=2 +#### A masked pattern was here #### +part a b +1 -242.0 new +1 -9.516472924E9 original +1 0.0 new +1 4.541618110222E12 original +1 5.2927714016E10 original +1 7.727410966855E12 original +2 -7.179021953234729E10 new +2 100007.05886983 new +2 400000.0 new +2 7.203778961453333E8 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- bigint to decimal +-- +CREATE TABLE partitioned14(a bigint, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a bigint +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__27 +PREHOOK: Output: default@partitioned14@part=1 +POSTHOOK: query: insert into table partitioned14 partition(part=1) values(52927714016, 'original'),(7727410966855, 'original'), (-9516472924, 'original'),(4541618110222, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__27 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned14 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DESCRIBE FORMATTED partitioned14 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned14 +POSTHOOK: query: DESCRIBE FORMATTED partitioned14 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned14 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__28 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: insert into table partitioned14 partition(part) values(-71790219532.3472924, 'new', 2),(100007.05886983, 'new', 2), (720377896.14533333333, 'new', 2),(400000.000, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__28 +POSTHOOK: Output: default@partitioned14@part=1 +POSTHOOK: Output: default@partitioned14@part=2 +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=1).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).a EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned14 PARTITION(part=2).b SIMPLE [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=26) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=26) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=26) + default@partitioned14,partitioned14,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned14 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned14 +PREHOOK: Input: default@partitioned14@part=1 +PREHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned14 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Input: default@partitioned14@part=1 +POSTHOOK: Input: default@partitioned14@part=2 +#### A masked pattern was here #### +part a b +1 -242.000000000000000000 new +1 -9516472924.000000000000000000 original +1 0.000000000000000000 new +1 4541618110222.000000000000000000 original +1 52927714016.000000000000000000 original +1 7727410966855.000000000000000000 original +2 -71790219532.347292400000000000 new +2 100007.058869830000000000 new +2 400000.000000000000000000 new +2 720377896.145333333330000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to decimal +-- +CREATE TABLE partitioned15(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__29 +PREHOOK: Output: default@partitioned15@part=1 +POSTHOOK: query: insert into table partitioned15 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__29 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned15 change column a a decimal(38,18) +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DESCRIBE FORMATTED partitioned15 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned15 +POSTHOOK: query: DESCRIBE FORMATTED partitioned15 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned15 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__30 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: insert into table partitioned15 partition(part) values(-526019.6706401, 'new', 2),(771.13804676, 'new', 2), (-7221.4240246552, 'new', 2),(340.356419, 'new', 2), + (-242.7074522223, 'new', 1),(0.9000000000007, 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__30 +POSTHOOK: Output: default@partitioned15@part=1 +POSTHOOK: Output: default@partitioned15@part=2 +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=1).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).a EXPRESSION [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned15 PARTITION(part=2).b SIMPLE [(values__tmp__table__30)values__tmp__table__30.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 _col2 +PREHOOK: query: explain +select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=25) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=25) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=25) + default@partitioned15,partitioned15,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned15 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned15 +PREHOOK: Input: default@partitioned15@part=1 +PREHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned15 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Input: default@partitioned15@part=1 +POSTHOOK: Input: default@partitioned15@part=2 +#### A masked pattern was here #### +part a b +1 -242.707452222300000000 new +1 -300302.032100000000000000 original +1 -356554.760437720000000000 original +1 -737381.370000000000000000 original +1 0.900000000000700000 new +1 447274.772332640000000000 original +2 -526019.670640100000000000 new +2 -7221.424024655200000000 new +2 340.356419000000000000 new +2 771.138046760000000000 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- double to string +-- +CREATE TABLE partitioned16(a double, b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a double +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__31 +PREHOOK: Output: default@partitioned16@part=1 +POSTHOOK: query: insert into table partitioned16 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__31 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a EXPRESSION [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__31)values__tmp__table__31.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned16 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DESCRIBE FORMATTED partitioned16 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned16 +POSTHOOK: query: DESCRIBE FORMATTED partitioned16 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned16 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__32 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: insert into table partitioned16 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__32 +POSTHOOK: Output: default@partitioned16@part=1 +POSTHOOK: Output: default@partitioned16@part=2 +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=1).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).a SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned16 PARTITION(part=2).b SIMPLE [(values__tmp__table__32)values__tmp__table__32.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__32.tmp_values_col1 values__tmp__table__32.tmp_values_col2 values__tmp__table__32.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=19) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=19) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=19) + default@partitioned16,partitioned16,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned16 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned16 +PREHOOK: Input: default@partitioned16@part=1 +PREHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned16 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Input: default@partitioned16@part=1 +POSTHOOK: Input: default@partitioned16@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- +-- SECTION VARIATION: ALTER TABLE CHANGE COLUMN ... DYNAMIC INSERT +-- decimal to string +-- +CREATE TABLE partitioned17(a decimal(38,18), b STRING) PARTITIONED BY(part INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a decimal(38,18) +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__33 +PREHOOK: Output: default@partitioned17@part=1 +POSTHOOK: query: insert into table partitioned17 partition(part=1) values(447274.77233264, 'original'),(-737381.37, 'original'), (-300302.0321, 'original'),(-356554.76043772, 'original') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__33 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a EXPRESSION [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__33)values__tmp__table__33.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +_col0 _col1 +PREHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +PREHOOK: type: ALTERTABLE_RENAMECOL +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: -- Table-Non-Cascade CHANGE COLUMNS ... +alter table partitioned17 change column a a string +POSTHOOK: type: ALTERTABLE_RENAMECOL +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17 +PREHOOK: query: DESCRIBE FORMATTED partitioned17 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@partitioned17 +POSTHOOK: query: DESCRIBE FORMATTED partitioned17 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@partitioned17 +col_name data_type comment +# col_name data_type comment + +a string +b string + +# Partition Information +# col_name data_type comment + +part int + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__34 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: insert into table partitioned17 partition(part) values('-526019.6706401', 'new', 2),('771.13804676', 'new', 2), ('-7221.4240246552', 'new', 2),('340.356419', 'new', 2), + ('-242.7074522223', 'new', 1),('0.9000000000007', 'new', 1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__34 +POSTHOOK: Output: default@partitioned17@part=1 +POSTHOOK: Output: default@partitioned17@part=2 +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=1).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).a SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned17 PARTITION(part=2).b SIMPLE [(values__tmp__table__34)values__tmp__table__34.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +values__tmp__table__34.tmp_values_col1 values__tmp__table__34.tmp_values_col2 values__tmp__table__34.tmp_values_col3 +PREHOOK: query: explain +select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +Explain +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=10 width=24) + Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=10 width=24) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=10 width=24) + default@partitioned17,partitioned17,Tbl:COMPLETE,Col:NONE,Output:["a","b"] + +PREHOOK: query: select part,a,b from partitioned17 order by part +PREHOOK: type: QUERY +PREHOOK: Input: default@partitioned17 +PREHOOK: Input: default@partitioned17@part=1 +PREHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +POSTHOOK: query: select part,a,b from partitioned17 order by part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Input: default@partitioned17@part=1 +POSTHOOK: Input: default@partitioned17@part=2 +#### A masked pattern was here #### +part a b +1 -242.7074522223 new +1 -300302.0321 original +1 -356554.76043772 original +1 -737381.37 original +1 0.9000000000007 new +1 447274.77233264 original +2 -526019.6706401 new +2 -7221.4240246552 new +2 340.356419 new +2 771.13804676 new +PREHOOK: query: DROP TABLE partitioned1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned1 +PREHOOK: Output: default@partitioned1 +POSTHOOK: query: DROP TABLE partitioned1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned1 +POSTHOOK: Output: default@partitioned1 +PREHOOK: query: DROP TABLE partitioned2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned2 +PREHOOK: Output: default@partitioned2 +POSTHOOK: query: DROP TABLE partitioned2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned2 +POSTHOOK: Output: default@partitioned2 +PREHOOK: query: DROP TABLE partitioned3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned3 +PREHOOK: Output: default@partitioned3 +POSTHOOK: query: DROP TABLE partitioned3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned3 +POSTHOOK: Output: default@partitioned3 +PREHOOK: query: DROP TABLE partitioned4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned4 +PREHOOK: Output: default@partitioned4 +POSTHOOK: query: DROP TABLE partitioned4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned4 +POSTHOOK: Output: default@partitioned4 +PREHOOK: query: DROP TABLE partitioned5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned5 +PREHOOK: Output: default@partitioned5 +POSTHOOK: query: DROP TABLE partitioned5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned5 +POSTHOOK: Output: default@partitioned5 +PREHOOK: query: DROP TABLE partitioned6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned6 +PREHOOK: Output: default@partitioned6 +POSTHOOK: query: DROP TABLE partitioned6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned6 +POSTHOOK: Output: default@partitioned6 +PREHOOK: query: DROP TABLE partitioned7 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned7 +PREHOOK: Output: default@partitioned7 +POSTHOOK: query: DROP TABLE partitioned7 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned7 +POSTHOOK: Output: default@partitioned7 +PREHOOK: query: DROP TABLE partitioned8 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned8 +PREHOOK: Output: default@partitioned8 +POSTHOOK: query: DROP TABLE partitioned8 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned8 +POSTHOOK: Output: default@partitioned8 +PREHOOK: query: DROP TABLE partitioned9 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned9 +PREHOOK: Output: default@partitioned9 +POSTHOOK: query: DROP TABLE partitioned9 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned9 +POSTHOOK: Output: default@partitioned9 +PREHOOK: query: DROP TABLE partitioned10 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned10 +PREHOOK: Output: default@partitioned10 +POSTHOOK: query: DROP TABLE partitioned10 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned10 +POSTHOOK: Output: default@partitioned10 +PREHOOK: query: DROP TABLE partitioned11 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned11 +PREHOOK: Output: default@partitioned11 +POSTHOOK: query: DROP TABLE partitioned11 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned11 +POSTHOOK: Output: default@partitioned11 +PREHOOK: query: DROP TABLE partitioned12 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned12 +PREHOOK: Output: default@partitioned12 +POSTHOOK: query: DROP TABLE partitioned12 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned12 +POSTHOOK: Output: default@partitioned12 +PREHOOK: query: DROP TABLE partitioned13 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned13 +PREHOOK: Output: default@partitioned13 +POSTHOOK: query: DROP TABLE partitioned13 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned13 +POSTHOOK: Output: default@partitioned13 +PREHOOK: query: DROP TABLE partitioned14 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned14 +PREHOOK: Output: default@partitioned14 +POSTHOOK: query: DROP TABLE partitioned14 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned14 +POSTHOOK: Output: default@partitioned14 +PREHOOK: query: DROP TABLE partitioned15 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned15 +PREHOOK: Output: default@partitioned15 +POSTHOOK: query: DROP TABLE partitioned15 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned15 +POSTHOOK: Output: default@partitioned15 +PREHOOK: query: DROP TABLE partitioned16 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned16 +PREHOOK: Output: default@partitioned16 +POSTHOOK: query: DROP TABLE partitioned16 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned16 +POSTHOOK: Output: default@partitioned16 +PREHOOK: query: DROP TABLE partitioned17 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@partitioned17 +PREHOOK: Output: default@partitioned17 +POSTHOOK: query: DROP TABLE partitioned17 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@partitioned17 +POSTHOOK: Output: default@partitioned17